-- Logs begin at Thu 2021-08-12 12:05:22 UTC, end at Thu 2021-08-12 13:06:12 UTC. -- Aug 12 12:34:22.572588 dv-cinder-804294-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 12:34:25.267862 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.common.config [-] Logging enabled! Aug 12 12:34:25.268470 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 12:34:25.268633 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 12:34:25.273171 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.common.config [-] Logging enabled! Aug 12 12:34:25.273171 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 12:34:25.273171 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 12:34:25.274514 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 12:34:25.274753 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 12:34:25.275141 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 12:34:25.275396 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 12:34:25.275624 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 12:34:25.275950 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.276252 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.276552 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.276783 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.277086 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.277379 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.277664 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.277953 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.278251 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.278539 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.278821 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.279132 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.279368 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.279651 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.279939 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.280227 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.280450 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] debug = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.280741 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.281164 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.281586 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.281867 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.282156 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.282436 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.282707 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.282983 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.283299 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.283624 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] host = dv-cinder-804294-1-iscsi {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.283901 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.284190 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.284475 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.284760 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.285036 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.285311 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.285594 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.285869 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.286142 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] log_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.286417 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.286704 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.286995 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.287309 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.287535 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.287757 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.288047 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.288332 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.288605 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.288878 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.289152 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.289426 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.289759 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.290029 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.290316 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.290608 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.290891 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.291190 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.291467 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.291739 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.292009 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.292295 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.292566 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.293092 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.293366 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.293653 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.293923 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.294196 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.294497 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.294780 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.295090 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.295378 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.295652 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.295933 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.296207 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.296477 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.296749 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] use_json = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.297021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.297290 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.297573 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.297847 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.298119 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.298391 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.298662 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.298945 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:25.299265 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.299564 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.299863 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.300146 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.300438 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.300721 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.301008 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.301286 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.301575 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.301863 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.302152 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.302430 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.302717 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.302994 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.303371 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.303677 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.303972 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.304261 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.304535 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.304809 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.305099 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.305380 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.305664 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.305960 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.306250 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.306525 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.306806 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.307151 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.307465 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.307739 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.308019 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.308309 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.308587 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.308865 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.309145 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.309422 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.309694 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.309967 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.310246 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.310541 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.310816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.311109 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.311384 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.311660 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.311950 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.312270 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.312550 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.312824 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.313099 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.313380 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.313655 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.313928 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.314209 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.314484 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.314763 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.315118 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.315398 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.315673 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.316001 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.316335 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.316615 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.316892 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.317171 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.317444 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.317717 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.317991 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.318265 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.318541 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.318828 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.319151 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.319434 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.319713 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.320045 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.320328 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.320612 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.321411 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.321690 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.321969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.322241 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.322532 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.322815 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.323129 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.323411 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.323690 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.323984 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.324260 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.324541 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.324817 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.325092 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.325381 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.325667 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.325961 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.326252 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.326544 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.326836 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.327151 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.327463 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.327792 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.328072 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:25.328290 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 12:34:25.328532 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100255) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 12:34:25.683103 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 12:34:25.683283 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 12:34:25.683582 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 12:34:25.683921 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 12:34:26.078155 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.078480 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.078790 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.080028 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.080314 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.080583 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.114980 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.115292 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.115567 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.132435 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.132721 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.132993 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.160887 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.161173 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.161448 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.197730 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.198011 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.198281 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.429529 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.430784 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.430784 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.432561 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.433303 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.559530 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.559855 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.560140 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.560418 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.560693 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.561011 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.561279 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.561541 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.561802 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.562090 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.562358 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.562629 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.562889 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.563170 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.563434 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.563703 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.563964 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.564236 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.564512 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.564777 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.565054 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.565313 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.565600 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.565980 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.566237 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.566490 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.566907 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:26.567158 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:26.567399 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:26.567636 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:26.567873 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:26.568110 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:26.568474 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 12:34:26.571574 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 12:34:26.575499 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 12:34:26.579253 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 12 12:34:26.581012 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 12:34:26.581463 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 12:34:26.581801 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 12:34:26.582185 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 12:34:26.584980 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 12:34:26.585238 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 12:34:26.585587 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 12:34:26.591398 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 12:34:26.613077 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 12:34:26.613531 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.613829 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100255) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 12:34:26.614189 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.615585 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100255) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 12:34:26.615866 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 12:34:26.616116 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 12:34:26.620062 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.620344 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:26.683770 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 12:34:26.683962 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 12:34:26.684196 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 12:34:26.684562 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 12:34:26.706173 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_db.sqlalchemy.engines [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100255) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 12:34:27.237573 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing driver for type 'gre' Aug 12 12:34:27.238298 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] gre ID ranges: [(1, 1000)] Aug 12 12:34:27.292129 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing driver for type 'local' Aug 12 12:34:27.292526 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing driver for type 'vlan' Aug 12 12:34:27.306143 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] VlanTypeDriver initialization complete Aug 12 12:34:27.306508 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing driver for type 'vxlan' Aug 12 12:34:27.306992 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] vxlan ID ranges: [(1, 1000)] Aug 12 12:34:27.359305 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing extension driver 'port_security' Aug 12 12:34:27.359668 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] PortSecurityExtensionDriver initialization complete Aug 12 12:34:27.360056 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing mechanism driver 'openvswitch' Aug 12 12:34:27.360390 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing mechanism driver 'hyperv' Aug 12 12:34:27.366793 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.plugin [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:34:27.367986 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.368357 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.368717 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.369217 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 12:34:27.369710 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnet after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.370077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnet after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.370423 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.370822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 12:34:27.371248 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.371594 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.371932 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.372345 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 12:34:27.372716 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > security_group after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.373060 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > security_group after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.373395 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.373786 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 12:34:27.374322 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.374670 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.375012 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.375427 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 12:34:27.375829 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > address_group after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.376173 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > address_group after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.376510 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.376897 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 12:34:27.377267 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] ML2 OVO RPC backend initialized. {{(pid=100255) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 12:34:27.377959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.378310 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.378717 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.379084 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > networks before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.379430 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.379767 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > ports before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.380106 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnet before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.380442 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnets before_response 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.380782 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.381118 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.381449 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.381780 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.382113 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.382450 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.382786 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnet after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.383229 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnet after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.384073 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.384643 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.plugin [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Modular L2 Plugin initialization complete Aug 12 12:34:27.384968 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading services supported by the core plugin {{(pid=100255) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 12:34:27.385288 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.plugins.ml2.managers [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Got port-security extension from driver 'port_security' Aug 12 12:34:27.385738 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.extensions.vlantransparent [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Disabled vlantransparent extension. Aug 12 12:34:27.386213 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100255) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 12:34:27.386524 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: router Aug 12 12:34:27.423655 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.424049 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router after_create 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.424413 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router before_create 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.424811 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.425210 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.425565 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router after_delete 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.425920 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.426282 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router after_create 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.426625 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router after_update 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.426977 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router after_update 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.427349 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.427707 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router after_update 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.428125 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_update 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.428490 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: port after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.428826 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: port after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.429162 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: subnet after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.429497 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.429837 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.430963 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_create 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.431188 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: port before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.431531 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.431886 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router after_update 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.432224 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.432709 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_create 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.433075 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.433428 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_update 55549900 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.433791 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > agent after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.434142 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > agent after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.434488 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > network after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.435372 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Tracking information for resource: router configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:27.435700 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Tracking information for resource: floatingip configured {{(pid=100255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 12:34:27.440566 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.db.l3_agentschedulers_db [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 12:34:27.441248 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: port after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.441607 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: port after_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.441961 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: port after_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.442310 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: port after_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.443108 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router before_create 55550100 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.443479 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.443839 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_create 55550100 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.444193 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > router precommit_update 55550100 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.448678 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.services.provider_configuration [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service providers = [] {{(pid=100255) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 12:34:27.449040 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.db.servicetype_db [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100255) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 12:34:27.451975 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.services.service_base [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 12:34:27.452325 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.services.service_base [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 12:34:27.452665 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.services.service_base [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 12:34:27.453551 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.services.service_base [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 12:34:27.453923 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.services.service_base [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 12:34:27.454304 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.454622 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 12:34:27.465155 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.465454 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: auto_allocate Aug 12 12:34:27.471172 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: network precommit_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.471539 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: network precommit_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.472057 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.472376 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: tag Aug 12 12:34:27.479469 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.479793 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: timestamp Aug 12 12:34:27.483748 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.484080 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: network_ip_availability Aug 12 12:34:27.489461 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.489781 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.490137 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.490845 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.491197 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: flavors Aug 12 12:34:27.496452 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.496801 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading Plugin: revisions Aug 12 12:34:27.500992 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 12:34:27.501378 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_concurrency.lockutils [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=100255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 12:34:27.502095 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100255) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 12:34:27.502427 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Initializing extension manager. Aug 12 12:34:27.502931 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: __init__.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.503303 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: __pycache__ {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.503638 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.503967 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: address_group.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.504716 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.505277 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: address-group Aug 12 12:34:27.505596 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: address_scope.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.506302 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.506813 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: address-scope Aug 12 12:34:27.507166 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.508110 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.509125 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: router-admin-state-down-before-update Aug 12 12:34:27.509445 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: agent.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.510329 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.510840 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: agent Aug 12 12:34:27.511192 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: agent_resources_synced.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.512096 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.512604 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: agent-resources-synced Aug 12 12:34:27.512921 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: allowedaddresspairs.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.514688 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.515234 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: allowed-address-pairs Aug 12 12:34:27.515558 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: auto_allocated_topology.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.516621 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.517133 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: auto-allocated-topology Aug 12 12:34:27.517456 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: availability_zone.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.518140 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.518642 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: availability_zone Aug 12 12:34:27.518956 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: availability_zone_filter.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.519881 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.520392 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: availability_zone_filter Aug 12 12:34:27.520712 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: data_plane_status.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.521609 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.522114 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 12:34:27.522433 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: default_subnetpools.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.523366 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.523957 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: default-subnetpools Aug 12 12:34:27.524279 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.525084 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.525598 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: dhcp_agent_scheduler Aug 12 12:34:27.525919 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: dns.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.526828 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.527357 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 12:34:27.527677 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: dns_domain_ports.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.528583 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.529115 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 12:34:27.529434 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.530347 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.530859 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 12:34:27.531214 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: dvr.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.531873 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.532377 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: dvr Aug 12 12:34:27.532692 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: ecmp_routes.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.533598 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.534100 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 12:34:27.534418 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: empty_string_filtering.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.535339 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.535848 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: empty-string-filtering Aug 12 12:34:27.536166 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.537068 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.537571 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 12:34:27.537887 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.538791 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.539846 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 12:34:27.540185 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: external_net.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.541093 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.541598 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: external-net Aug 12 12:34:27.541917 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.543164 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.543678 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: extra_dhcp_opt Aug 12 12:34:27.543997 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: extraroute.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.544894 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.545403 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: extraroute Aug 12 12:34:27.545718 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: extraroute_atomic.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.546735 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.547274 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: extraroute-atomic Aug 12 12:34:27.547594 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: filter_validation.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.548253 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.548759 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: filter-validation Aug 12 12:34:27.549075 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: fip_pf_description.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.549987 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.550495 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 12:34:27.550814 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: fip_port_details.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.551739 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.552248 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: fip-port-details Aug 12 12:34:27.552566 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: flavors.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.553796 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.554313 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: flavors Aug 12 12:34:27.554632 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.556885 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.557412 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 12:34:27.557742 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: floatingip_pools.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.558438 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.558953 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: floatingip-pools Aug 12 12:34:27.559302 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: ip_allocation.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.560225 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.560732 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 12:34:27.561051 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.561956 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.562467 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: ip-substring-filtering Aug 12 12:34:27.562786 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l2_adjacency.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.563726 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.564231 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 12:34:27.564550 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l3.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.565624 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.566148 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: router Aug 12 12:34:27.566470 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.568723 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.569249 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 12:34:27.569579 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.570508 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.571099 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: ext-gw-mode Aug 12 12:34:27.571425 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.572353 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.572864 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: l3-ha Aug 12 12:34:27.573182 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l3_flavors.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.574090 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.574594 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: l3-flavors Aug 12 12:34:27.574913 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.575840 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.576346 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 12:34:27.576664 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: l3agentscheduler.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.577692 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.578204 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: l3_agent_scheduler Aug 12 12:34:27.578528 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: logging.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.580037 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.580559 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension logging not supported by any of loaded plugins Aug 12 12:34:27.580883 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: metering.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.581617 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.582191 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: metering Aug 12 12:34:27.582510 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.583648 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.584164 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: metering_source_and_destination_fields Aug 12 12:34:27.584484 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: multiprovidernet.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.585395 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.585908 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: multi-provider Aug 12 12:34:27.586262 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: netmtu.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.587202 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.587713 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: net-mtu Aug 12 12:34:27.588028 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: netmtu_writable.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.588942 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.589456 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: net-mtu-writable Aug 12 12:34:27.589775 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: network_availability_zone.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.590435 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.590938 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: network_availability_zone Aug 12 12:34:27.591294 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: network_ip_availability.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.592378 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.592888 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: network-ip-availability Aug 12 12:34:27.593205 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: network_segment_range.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.593970 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.594474 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 12:34:27.594790 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: pagination.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.595780 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.596106 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: pagination Aug 12 12:34:27.596420 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: port_device_profile.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.597317 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.597832 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: port-device-profile Aug 12 12:34:27.598151 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.599089 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.599599 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: port-mac-address-regenerate Aug 12 12:34:27.599918 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.600824 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.601332 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: port-numa-affinity-policy Aug 12 12:34:27.601651 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: port_resource_request.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.603117 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.603626 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 12:34:27.603946 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: portbindings.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.604871 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.605384 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: binding Aug 12 12:34:27.605708 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: portbindings_extended.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.607109 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.607630 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: binding-extended Aug 12 12:34:27.607953 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: portsecurity.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.608859 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.609371 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: port-security Aug 12 12:34:27.609688 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: project_id.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.610651 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.610976 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: project-id Aug 12 12:34:27.611333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: providernet.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.612252 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.612761 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: provider Aug 12 12:34:27.613078 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.616472 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.617000 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos not supported by any of loaded plugins Aug 12 12:34:27.617330 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.619186 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.619706 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 12:34:27.620036 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.620948 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.621463 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 12:34:27.621788 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_default.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.622695 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.623237 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-default not supported by any of loaded plugins Aug 12 12:34:27.623559 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_fip.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.624208 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.624709 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 12:34:27.625028 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_gateway_ip.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.625948 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.626457 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 12:34:27.626777 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_port_network_policy.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.627719 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.628228 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 12:34:27.628546 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_pps_rule.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.629708 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.630220 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 12:34:27.630541 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_rule_type_details.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.631477 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.631990 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 12:34:27.632312 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: qos_rules_alias.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.633890 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.634404 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 12:34:27.634722 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: quotasv2.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.635635 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.635958 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: quotas Aug 12 12:34:27.636276 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: quotasv2_detail.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.639261 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.639599 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: quota_details Aug 12 12:34:27.639930 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: rbac.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.641162 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.641688 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: rbac-policies Aug 12 12:34:27.642017 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: rbac_address_group.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.642935 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.643485 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: rbac-address-group Aug 12 12:34:27.643810 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: rbac_address_scope.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.644737 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.645251 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: rbac-address-scope Aug 12 12:34:27.645579 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: rbac_security_groups.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.646484 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.646999 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: rbac-security-groups Aug 12 12:34:27.647352 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: rbac_subnetpool.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.648256 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.648852 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: rbac-subnetpool Aug 12 12:34:27.649180 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: revisionifmatch.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.650088 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.650605 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: revision-if-match Aug 12 12:34:27.650928 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: revisions.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.652043 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.652556 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: standard-attr-revisions Aug 12 12:34:27.652879 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: router_availability_zone.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.653550 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.654061 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: router_availability_zone Aug 12 12:34:27.654383 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: routerservicetype.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.655325 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.655834 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 12:34:27.656156 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.657071 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.657586 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: security-groups-normalized-cidr Aug 12 12:34:27.657906 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.658814 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.659355 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: port-security-groups-filtering Aug 12 12:34:27.659677 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.660598 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.661114 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: security-groups-remote-address-group Aug 12 12:34:27.661431 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: securitygroup.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.671882 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.672409 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: security-group Aug 12 12:34:27.672740 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: segment.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.673518 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.674028 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension segment not supported by any of loaded plugins Aug 12 12:34:27.674352 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.675315 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.675831 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 12:34:27.676154 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: servicetype.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.677337 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.677854 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: service-type Aug 12 12:34:27.678247 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: sorting.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.679542 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.679868 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: sorting Aug 12 12:34:27.680278 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: standard_attr_segment.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.681298 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.682561 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 12:34:27.682561 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: standardattrdescription.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.683144 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.683657 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: standard-attr-description Aug 12 12:34:27.683984 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: stateful_security_group.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.684903 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.685415 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: stateful-security-group Aug 12 12:34:27.685731 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: stdattrs_common.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.686306 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 12:34:27.686720 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.688163 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.689044 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 12:34:27.689597 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: subnet_onboard.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.690735 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.691293 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: subnet_onboard Aug 12 12:34:27.691615 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.692731 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.693211 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 12:34:27.693386 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: subnet_service_types.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.694299 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.694819 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: subnet-service-types Aug 12 12:34:27.695177 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: subnetallocation.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.697472 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.697472 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: subnet_allocation Aug 12 12:34:27.697737 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.698232 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.698737 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: subnetpool-prefix-ops Aug 12 12:34:27.699070 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.699990 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.700501 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 12:34:27.700817 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: tagging.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.701872 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.702395 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: standard-attr-tag Aug 12 12:34:27.702714 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: timestamp.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.703937 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.704456 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loaded extension: standard-attr-timestamp Aug 12 12:34:27.704780 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: trunk.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.705800 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.706314 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension trunk not supported by any of loaded plugins Aug 12 12:34:27.706637 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: trunk_details.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.707579 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.708090 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 12:34:27.708430 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: uplink_status_propagation.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.709321 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.709837 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 12:34:27.710159 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Loading extension file: vlantransparent.py {{(pid=100255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 12:34:27.710824 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 12:34:27.711939 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 12:34:27.714359 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:network Aug 12 12:34:27.714869 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:subnet Aug 12 12:34:27.715286 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 12:34:27.715670 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:port Aug 12 12:34:27.716879 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.717342 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service FLAVORS assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.717977 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.718455 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.718784 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:router Aug 12 12:34:27.719237 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 12:34:27.719729 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service METERING assigned prefix: /metering {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.721128 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.721496 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.721848 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:34:27.722815 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 12:34:27.723293 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:security_group Aug 12 12:34:27.723711 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 12:34:27.725379 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service CORE assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.725716 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 12:34:27.726068 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] subnetpool is already registered Aug 12 12:34:27.726528 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service CORE assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.726907 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 12:34:27.727283 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] subnetpool is already registered Aug 12 12:34:27.729586 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.730045 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service FLAVORS assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.730640 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.731100 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.731429 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:router Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] router is already registered Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] floatingip is already registered Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service METERING assigned prefix: /metering {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] rbac_policy is already registered Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:security_group Aug 12 12:34:27.731768 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] security_group is already registered Aug 12 12:34:27.735489 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 12:34:27.735489 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] security_group_rule is already registered Aug 12 12:34:27.735969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service CORE assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.736292 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 12:34:27.736622 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] subnetpool is already registered Aug 12 12:34:27.737041 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.v2.resource_helper [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Service CORE assigned prefix: {{(pid=100255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 12:34:27.737360 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 12:34:27.737683 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING neutron.quota.resource_registry [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] subnetpool is already registered Aug 12 12:34:27.738141 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: extensions {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.739694 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: address-groups {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.741131 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: address-scopes {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.742476 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: agents {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.743666 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: auto-allocated-topology {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.744927 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: availability_zones {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.746150 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: dhcp-networks {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.747695 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: dhcp-agents {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.749110 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: routers {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.750850 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: flavors {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.752134 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: service_profiles {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.753356 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: next_providers {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.754791 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: service_profiles {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.756343 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: floatingip-pools {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.757577 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: routers {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.759859 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: floatingips {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.761153 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: l3-routers {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.762530 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: l3-agents {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.763960 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: metering-labels {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.765235 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: metering-label-rules {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.766603 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: network-ip-availabilities {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.767870 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: bindings {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.769423 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: quotas {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.770972 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: quotas {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.772438 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: rbac-policies {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.773632 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: security-groups {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.775571 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: security-group-rules {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.776808 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: service-providers {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.778035 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: subnetpools {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.779442 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: subnetpools {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.781404 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.783342 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.785481 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.787541 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.789581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.793171 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.795139 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.797124 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.799282 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.801257 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron.api.extensions [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Extended resource: tags {{(pid=100255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 12:34:27.808737 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING keystonemiddleware.auth_token [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 12:34:27.813973 dv-cinder-804294-1-iscsi neutron-server[100255]: WARNING keystonemiddleware.auth_token [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 12:34:27.824167 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_concurrency.lockutils [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Acquired lock "singleton_lock" {{(pid=100255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 12:34:27.824739 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_concurrency.lockutils [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Releasing lock "singleton_lock" {{(pid=100255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 12:34:27.825468 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO oslo_service.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Starting 2 workers Aug 12 12:34:27.830386 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Started child 100364 {{(pid=100255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 12:34:27.834782 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Started child 100365 {{(pid=100255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 12:34:27.835975 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:27.837286 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO neutron.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 12:34:27.837582 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Notify callbacks [] for process, before_spawn {{(pid=100255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:27.838287 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [-] (100364) wsgi starting up on http://0.0.0.0:9696 Aug 12 12:34:27.840069 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO oslo_service.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Starting 1 workers Aug 12 12:34:27.840296 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:27.841701 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [-] (100365) wsgi starting up on http://0.0.0.0:9696 Aug 12 12:34:27.845155 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Started child 100366 {{(pid=100255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 12:34:27.845681 dv-cinder-804294-1-iscsi neutron-server[100255]: INFO oslo_service.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Starting 1 workers Aug 12 12:34:27.848854 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] calling RpcWorker wait() {{(pid=100366) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 12:34:27.849455 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] returning from RpcWorker wait() {{(pid=100366) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 12:34:27.850069 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Started child 100367 {{(pid=100255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 12:34:27.850606 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:27.850898 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG neutron_lib.callbacks.manager [None req-8a0748dd-c2f5-4047-83fd-e3ffad45db05 None None] Notify callbacks [] for process, after_spawn {{(pid=100255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:27.851068 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:34:27.852904 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 12:34:27.853110 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 12:34:27.853278 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 12:34:27.853501 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 12:34:27.853787 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 12:34:27.853944 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 12:34:27.854474 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.854740 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.854987 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.855273 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.855547 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.855935 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:27.856463 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.856463 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.856738 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.856884 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.857101 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.857259 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.857403 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.857650 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.857873 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.858158 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.858410 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.858654 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.858908 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.859091 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.859353 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.859626 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.859873 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.860126 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] debug = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.860368 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.860851 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.861099 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.861351 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.861588 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.861857 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.862082 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.862346 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.862586 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.862813 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.863121 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.863305 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.863542 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.863754 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.863971 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.864225 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.864444 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.864913 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] host = dv-cinder-804294-1-iscsi {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.865157 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.865382 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.865617 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.865862 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.866117 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.866348 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.866623 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.866861 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.867155 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.867384 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.868181 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.868559 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.868778 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.869038 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.869196 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_options = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.869396 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.869655 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.870004 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.870146 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.870280 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.870422 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.870659 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.870820 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.871091 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.871313 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.871526 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.871760 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.871975 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.872188 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.872496 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.872764 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.872929 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.873136 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.873388 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.873629 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.873851 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.874078 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.874318 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.874536 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.874749 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.874967 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.875245 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.875457 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.875668 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.875924 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.876152 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.876406 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.876659 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.876899 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.877127 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.877348 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.877575 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.877846 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.878073 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.878317 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.878560 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.878792 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.879143 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.879311 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.879514 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.879725 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_json = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.879936 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.880151 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.880411 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.880644 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.880881 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.881099 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.881312 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.881539 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.882697 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.882697 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.882903 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.882986 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.883846 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.884084 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.884330 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.884565 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.884808 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.885137 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.885392 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.885634 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.886017 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.886867 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.886867 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.886867 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.890021 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.892077 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.894822 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895526 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895606 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:34:27.895685 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895685 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895685 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895685 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895685 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895685 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.895685 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.896173 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.896173 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.896322 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.896497 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.897975 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.898216 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.898458 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.898727 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.899251 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.899251 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.902280 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.902925 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.904786 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.906224 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.906660 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.907618 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.909561 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.909691 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.909943 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.910213 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.910450 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.910692 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.910944 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.911213 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.911446 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.911673 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.911921 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.912175 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.912406 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.912635 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.912857 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.913099 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.913320 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.913563 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.913994 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.914102 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.914454 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.914708 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916412 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916412 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916412 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916412 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916412 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916412 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916836 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.916904 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.917138 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.917549 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.918263 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.918656 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.919075 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.919484 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.919862 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.920488 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.920891 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.921302 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.921556 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.921802 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.922075 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.922331 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.922767 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.923057 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.923337 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.923595 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.923886 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.924140 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.924422 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.924759 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.925029 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.925496 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.925758 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.926014 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.926453 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.926847 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.927196 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.927458 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.927715 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.927939 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.928236 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.928441 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.928663 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.928889 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.929161 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.929494 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.929747 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.930516 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.930763 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.931067 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.931337 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.931567 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.931836 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.932090 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.932321 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.932577 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.932808 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.933028 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.933267 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.933520 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.933737 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.933987 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.934203 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.934439 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.934657 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.934871 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.935150 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.935541 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.935788 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.936003 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.936230 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.936459 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.936702 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.936940 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.937161 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.937562 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.937789 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.938032 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.938274 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.938491 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.938743 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.938969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.939303 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.939577 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.939824 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.940072 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.940316 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.940569 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.940785 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.941032 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.941252 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.941466 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.941854 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.942100 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.942320 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.942536 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.942766 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.943199 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.943591 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.943848 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.944194 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.944433 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.944825 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.945075 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.945293 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.945572 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.945849 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.946090 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.946332 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.946569 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.946792 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.947083 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.947322 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.947574 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.947787 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.947998 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.948209 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.948447 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.948679 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.948976 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.949233 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.949466 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.949731 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.949967 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.950178 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.950425 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.950656 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.950847 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.951090 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.951331 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.951562 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.951787 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.951998 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.952208 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.952428 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.952652 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.952866 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.953126 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.953337 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.953549 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.953774 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.953992 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.954226 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.954450 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.954703 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.954933 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.955176 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.955401 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.955616 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.955842 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.956052 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.956259 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.956662 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.956759 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.956876 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.957578 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.957681 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.957835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.958117 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.958344 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.958749 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.959008 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.959337 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.959570 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.959816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.960036 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.960289 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.960531 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.960788 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.961123 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.961922 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.962193 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.962450 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.962716 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.962995 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.963281 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.963512 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.963791 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.964103 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.964759 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.964759 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.964936 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.965104 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.965350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.965568 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.965815 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.966051 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.966272 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.966536 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.966774 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.967014 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.967290 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.967520 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.967737 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.967979 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.968488 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.968488 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.968753 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.968878 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 12:34:27.969289 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 12:34:27.969451 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 12:34:27.969606 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 12:34:27.969794 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 12:34:27.969967 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 12:34:27.970123 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 12:34:27.970329 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.970491 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.970651 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.970811 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.970963 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.971163 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.971327 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.971485 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.971644 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.971802 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.971962 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.972121 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.972280 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.972440 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.972908 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.972908 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.972908 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.973156 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.973234 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.973343 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.973504 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.973661 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.973982 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] debug = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.974146 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.974339 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.974500 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.974742 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:34:27.974849 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.974961 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.975161 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.975319 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.975477 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.975636 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.975794 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.975952 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.976110 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.976270 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.976429 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.976585 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.976745 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.977019 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.977181 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] host = dv-cinder-804294-1-iscsi {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.977340 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.977497 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.977656 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.977813 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.977972 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.978129 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.978287 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.978445 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.978629 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.978811 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.978970 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.979153 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.979312 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.979469 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.979640 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_options = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.979786 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.979943 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.980103 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.980292 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.980457 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.980616 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.980776 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.980935 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.981096 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.981256 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.981411 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.981569 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.981728 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.981885 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.982042 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.982200 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.982357 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.982518 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.982678 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.982834 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.982991 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.983170 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.983328 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.983485 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.983642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.983804 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.983962 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.984120 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.984278 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.984436 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.984593 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.984753 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.984911 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.985070 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.985228 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.985385 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.985538 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.985696 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.985882 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.985994 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.986155 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.986470 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.986633 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.986792 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.987201 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.987201 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_json = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.987351 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.987417 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.987567 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.987717 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.987872 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.988030 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.988193 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.988351 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 12:34:27.988531 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.988694 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.988867 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.989029 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.989190 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.989350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.989509 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.989670 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.989905 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.990044 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.990742 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.990742 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.990742 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.990742 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.991091 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.991091 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.991236 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.991345 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.991506 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.991825 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.991990 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.992151 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.992330 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.992986 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.993165 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.993297 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.993460 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.993661 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.993793 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.993955 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.994120 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.994353 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.994353 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.994623 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.994623 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.994871 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.995044 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.995180 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.995312 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.995456 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.995578 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.995696 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.995858 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.996019 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.996181 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.996343 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.996504 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.996664 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.996825 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.996985 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.997155 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.997315 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.997477 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.997637 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.997798 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.997958 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.998141 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.998278 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.998439 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.998792 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.998792 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.998951 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.999057 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.999225 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.999385 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.999546 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.999708 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:27.999869 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.000030 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.000194 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.000353 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.000670 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.000834 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.000996 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.001157 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.001320 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.001481 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.001637 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.001792 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.001953 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.002112 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.002272 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.002434 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.002877 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.002877 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.003065 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.003148 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.003249 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.003410 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.003570 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.003731 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.003892 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.004053 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.004213 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.004378 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.004538 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.004697 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.004860 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.005020 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.005180 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.005339 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.005499 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.005661 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.005821 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.005985 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.006142 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.006301 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.006461 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.006621 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.006782 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.006941 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.007121 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.007283 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.007445 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.007605 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.007773 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.007944 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.008150 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.008312 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.008474 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.008636 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.008798 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.008958 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.009120 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.009279 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.009439 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.009600 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.009768 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.009939 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.010101 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.010262 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.010422 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.010606 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.010767 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.010927 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.011109 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.011272 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.011433 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.011593 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.011754 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.011915 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.012076 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.012236 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.012398 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.012560 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.012721 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.012881 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.013068 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.013204 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.013365 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.013542 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.013689 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.013870 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.014306 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.014306 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.014306 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.014581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.014660 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015228 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015228 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015228 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015228 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015515 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015515 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015671 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015806 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.015966 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.016124 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.016283 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.016449 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.016612 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.017067 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.017067 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.017067 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.017723 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.017723 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.017723 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.017723 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.018571 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.018571 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.018571 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.018571 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.018571 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.018571 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.019581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.019581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.019581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.019581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.019581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.019581 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020285 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020285 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020285 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020285 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020285 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.020969 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.022642 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.025333 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.026835 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028191 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.028816 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029350 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.029959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.030487 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.030487 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.030487 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.030487 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.030752 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.030752 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.030970 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.031091 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.031234 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.031408 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.031611 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.031729 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.031873 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.032034 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.032195 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.032356 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.032516 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.032676 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.032836 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.032997 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.033157 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.033318 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.033479 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.033639 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.033799 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.033959 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.034118 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.034282 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.034443 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 12:34:28.034594 dv-cinder-804294-1-iscsi neutron-server[100255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 12:34:28.240625 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 59272) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:34:28.248942 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062125 Aug 12 12:34:39.471747 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1d7ed9-a530-4a6e-a3ad-ac534c0de582 None None] get_active_networks_info from dv-cinder-804294-1-iscsi {{(pid=100366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 12:34:39.587300 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1d7ed9-a530-4a6e-a3ad-ac534c0de582 None None] No non-hosted networks {{(pid=100366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 12:34:39.608228 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.agentschedulers_db [None req-aa1d7ed9-a530-4a6e-a3ad-ac534c0de582 None None] DHCP Agent not found on host dv-cinder-804294-1-iscsi {{(pid=100366) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 12:34:39.712230 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-0168fd52-266c-455b-a9c1-33160e5d8ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529394'] for agent, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:42.013117 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-31e8e1cd-243b-43b7-a577-9c959cfceb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529394'] for agent, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:42.043295 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-68b0468e-76be-4924-98d3-57375560a30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:42.244066 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529394'] for agent, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:42.244976 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.245316 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.245643 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.245970 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.246293 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.252757 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.253101 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.253450 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.253793 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.254235 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.254576 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.254898 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:42.255313 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804294-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:34:42.266085 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804294-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:34:43.240681 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529394'] for agent, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:44.834962 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529394'] for agent, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:45.476530 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.db.l3_hamode_db [None req-4d55fa37-77e9-42ea-9bf9-d5605690ca22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 12:34:45.555675 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55fa37-77e9-42ea-9bf9-d5605690ca22 None None] Routers set() bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:34:45.556052 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55fa37-77e9-42ea-9bf9-d5605690ca22 None None] Router IDs set() for agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 12:34:45.770687 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59364) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:34:46.256522 dv-cinder-804294-1-iscsi neutron-server[100364]: WARNING oslo_policy.policy [None req-89c1685d-0122-4556-b4f8-604203dabb27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:34:46.257159 dv-cinder-804294-1-iscsi neutron-server[100364]: WARNING oslo_policy.policy [None req-89c1685d-0122-4556-b4f8-604203dabb27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:34:46.475377 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [None req-89c1685d-0122-4556-b4f8-604203dabb27 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:34:46.477160 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-89c1685d-0122-4556-b4f8-604203dabb27 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7043953 Aug 12 12:34:48.792044 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59378) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:34:49.094830 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:34:49.187309 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.policy [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100364) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 12:34:49.231562 dv-cinder-804294-1-iscsi neutron-server[100364]: WARNING oslo_policy.policy [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:34:49.231873 dv-cinder-804294-1-iscsi neutron-server[100364]: WARNING oslo_policy.policy [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:34:49.240290 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.quota [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] Loaded quota_driver: . Aug 12 12:34:49.332000 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776089256115', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776089256678', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776089218770', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776089213061', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776088592056', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776089225205', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1500563', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1357492', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-775309', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693727'] for rbac-policy, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:49.394553 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:49.395736 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-57c16b20-fa07-4e67-9821-d401c032c268 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6027122 Aug 12 12:34:51.935836 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59390) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:34:52.229559 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Request body: {'network': {'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'name': 'private', 'admin_state_up': True}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:34:52.257819 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Made reservation on behalf of 6297ecdcbab24e60ad9c67a30f55716a for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:34:52.260683 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.277475 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.404471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.408159 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.435702 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:34:52.466735 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776087174247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.467372 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Unsubscribe: segment precommit_create {{(pid=100364) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 12:34:52.467995 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Added segment 109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a of type vlan for network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 Aug 12 12:34:52.487291 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7668e7b-60fd-4ea1-a6fd-472944963717,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:34:52.516211 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.516555 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.516892 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.517223 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.517553 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.517900 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.518227 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.518563 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.518904 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.519251 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.519570 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.519886 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Tracked resource versions report: Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: pushed versions: Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: { 'AddressGroup': {'1.2'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'ConntrackHelper': {'1.0'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Log': {'1.0'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Network': {'1.1'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Port': {'1.7'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'PortForwarding': {'1.2'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'QosPolicy': {'1.9'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroup': {'1.4'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SubPort': {'1.0'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Subnet': {'1.1'}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Trunk': {'1.1'}} Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: consumer versions: Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'ConntrackHelper': '1.0', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Log': '1.0', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Network': '1.1', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Port': '1.7', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'PortForwarding': '1.2', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'QosPolicy': '1.9', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroup': '1.4', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroupRule': '1.2', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SubPort': '1.0', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Subnet': '1.1', Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Trunk': '1.1'}} Aug 12 12:34:52.520976 dv-cinder-804294-1-iscsi neutron-server[100364]: {{(pid=100364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:34:52.594663 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.651358 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.652521 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:34:52.653167 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:52.736580 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7995832 Aug 12 12:34:52.750429 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e349a-9752-4e35-b282-7db152e7050d admin admin] Pushing event updated for resources: {'Network': ['ID=87cbca93-bba5-4228-bb0d-2b2d1acd9f65,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:34:52.762795 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:34:55.359704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59404) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:34:55.742706 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba96e614-ca7b-46df-be52-581bb14a674a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:34:55.744100 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ba96e614-ca7b-46df-be52-581bb14a674a admin admin] 10.222.0.22 "GET /v2.0/networks/87cbca93-bba5-4228-bb0d-2b2d1acd9f65 HTTP/1.1" status: 200 len: 825 time: 0.3834441 Aug 12 12:34:55.768278 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-5a322e4c-3f79-42fc-a9dd-365298ca2422 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/7a668cb2-2439-4e87-b8cf-47c55437f027 HTTP/1.1" status: 200 len: 734 time: 0.0178399 Aug 12 12:34:55.777574 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'subnetpool_id': '7a668cb2-2439-4e87-b8cf-47c55437f027', 'gateway_ip': '172.20.0.1'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:34:55.803416 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Made reservation on behalf of 6297ecdcbab24e60ad9c67a30f55716a for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:34:55.805643 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:56.105879 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:56.176823 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e43788-f3a4-4cdf-9853-aa3792e08495,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:34:56.179356 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Checking segment: {'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:34:56.179754 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Network hostable DHCP agents. Network: 87cbca93-bba5-4228-bb0d-2b2d1acd9f65, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:34:56.201027 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:34:56.213202 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 87cbca93-bba5-4228-bb0d-2b2d1acd9f65) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:34:56.217871 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:34:56.218472 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:56.223075 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b628a37-cca4-44ee-96b8-6f604b5a58f6 None None] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:34:56.232092 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c4b4dcb0-5e20-476e-9fda-1be1c4315171 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4578159 Aug 12 12:34:56.538445 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'fixed_ips': [{'subnet_id': '98e43788-f3a4-4cdf-9853-aa3792e08495'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:34:56.539756 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:56.812440 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Allocated IP 172.20.0.2 (87cbca93-bba5-4228-bb0d-2b2d1acd9f65/98e43788-f3a4-4cdf-9853-aa3792e08495/f054f250-7189-4724-b984-f655da9e96f6) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:34:57.014293 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:57.031967 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Transition to ACTIVE for port object f054f250-7189-4724-b984-f655da9e96f6 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:34:57.080812 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Transition to ACTIVE for port object f054f250-7189-4724-b984-f655da9e96f6 will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:34:57.090229 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:57.157926 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:34:57.163232 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:34:57.172532 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:34:57.175625 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Pushing event updated for resources: {'Port': ['ID=f054f250-7189-4724-b984-f655da9e96f6,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:34:57.207141 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.207511 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.207858 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.208198 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.208532 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.208864 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.209192 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.210085 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.210428 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.210753 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.211097 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.211420 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Tracked resource versions report: Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: pushed versions: Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: { 'AddressGroup': {'1.2'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'ConntrackHelper': {'1.0'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Log': {'1.0'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Network': {'1.1'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Port': {'1.7'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'PortForwarding': {'1.2'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'QosPolicy': {'1.9'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroup': {'1.4'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SubPort': {'1.0'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Subnet': {'1.1'}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Trunk': {'1.1'}} Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: consumer versions: Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'ConntrackHelper': '1.0', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Log': '1.0', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Network': '1.1', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Port': '1.7', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'PortForwarding': '1.2', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'QosPolicy': '1.9', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroup': '1.4', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroupRule': '1.2', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SubPort': '1.0', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Subnet': '1.1', Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Trunk': '1.1'}} Aug 12 12:34:57.212504 dv-cinder-804294-1-iscsi neutron-server[100366]: {{(pid=100366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:34:57.258371 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Attempting to bind port f054f250-7189-4724-b984-f655da9e96f6 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:34:57.258960 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Attempting to bind port f054f250-7189-4724-b984-f655da9e96f6 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:34:57.259195 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Attempting to bind port f054f250-7189-4724-b984-f655da9e96f6 on network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:34:57.263983 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:34:57.264379 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Checking segment: {'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:34:57.264854 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:57.265255 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Bound using segment: {'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:34:57.265733 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Bound port: f054f250-7189-4724-b984-f655da9e96f6, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:34:57.266126 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:57.335997 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] For port f054f250-7189-4724-b984-f655da9e96f6, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:34:57.340139 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] For port f054f250-7189-4724-b984-f655da9e96f6, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=f054f250-7189-4724-b984-f655da9e96f6,segment=NetworkSegment(109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a),segment_id=109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:34:57.345352 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:34:57.409814 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb81a0-093c-435b-9c7f-e60a3aa0210d None None] Pushing event updated for resources: {'Port': ['ID=f054f250-7189-4724-b984-f655da9e96f6,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:34:58.671205 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59412) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:34:58.981763 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [None req-125c3334-634d-44d9-97ba-658988902fff admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:34:58.982792 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-125c3334-634d-44d9-97ba-658988902fff admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107195 Aug 12 12:35:01.310203 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59420) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:01.620383 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [None req-32bcfb94-749a-4e5c-b54c-dbbc270c6622 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:35:01.621360 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-32bcfb94-749a-4e5c-b54c-dbbc270c6622 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101506 Aug 12 12:35:04.219696 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59430) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:04.521367 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-ff1227d7-27f5-458b-b3f0-56f0d55046d8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:35:04.545879 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ff1227d7-27f5-458b-b3f0-56f0d55046d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:04.547437 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ff1227d7-27f5-458b-b3f0-56f0d55046d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:04.707369 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ff1227d7-27f5-458b-b3f0-56f0d55046d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:04.713241 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ff1227d7-27f5-458b-b3f0-56f0d55046d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:04.726753 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ff1227d7-27f5-458b-b3f0-56f0d55046d8 admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:04.731074 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ff1227d7-27f5-458b-b3f0-56f0d55046d8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5073745 Aug 12 12:35:05.719061 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a8ade-5689-4e46-811b-a0d4a82ec3ab None None] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:35:05.773338 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-3b970ea6-4c21-47ba-957a-da2312bcefeb None None] Provisioning for port f054f250-7189-4724-b984-f655da9e96f6 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:35:06.177273 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device f054f250-7189-4724-b984-f655da9e96f6 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:35:06.256618 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port f054f250-7189-4724-b984-f655da9e96f6 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:35:06.260161 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port f054f250-7189-4724-b984-f655da9e96f6 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:06.260551 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:06.364318 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:06.397559 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port f054f250-7189-4724-b984-f655da9e96f6, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=f054f250-7189-4724-b984-f655da9e96f6,segment=NetworkSegment(109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a),segment_id=109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:35:06.401281 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:06.448844 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=f054f250-7189-4724-b984-f655da9e96f6,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:07.072674 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 59442) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:07.554971 dv-cinder-804294-1-iscsi neutron-server[100365]: WARNING oslo_policy.policy [None req-3373809a-9ddc-4a90-be80-1f5d6e1541fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:35:07.555576 dv-cinder-804294-1-iscsi neutron-server[100365]: WARNING oslo_policy.policy [None req-3373809a-9ddc-4a90-be80-1f5d6e1541fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:35:07.777806 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [None req-3373809a-9ddc-4a90-be80-1f5d6e1541fe admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:35:07.778869 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3373809a-9ddc-4a90-be80-1f5d6e1541fe admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7053168 Aug 12 12:35:08.159057 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device f054f250-7189-4724-b984-f655da9e96f6 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:35:08.204880 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port f054f250-7189-4724-b984-f655da9e96f6 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:08.205272 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:09.403495 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91569b63-e88a-4246-8928-08050fb96fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.124167 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 59456) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:10.426704 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:35:10.428721 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.quota [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Loaded quota_driver: . Aug 12 12:35:10.484112 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Made reservation on behalf of 7b02f74a0afe4344b17337ad6d2cc955 for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:35:10.550444 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.policy [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 12:35:10.594758 dv-cinder-804294-1-iscsi neutron-server[100365]: WARNING oslo_policy.policy [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:35:10.595148 dv-cinder-804294-1-iscsi neutron-server[100365]: WARNING oslo_policy.policy [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 12:35:10.605956 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.625141 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.760925 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.764692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.778448 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Reserving flat network on physical network physnet1 {{(pid=100365) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 12:35:10.814392 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776087174247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.814961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Unsubscribe: segment precommit_create {{(pid=100365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 12:35:10.815507 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Added segment 2771069d-875b-4438-ba92-a21716b16032 of type flat for network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb Aug 12 12:35:10.821876 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c601b-1052-4238-8081-8bc2e4f0589d,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:10.860018 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.860361 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.860691 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.861015 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.861335 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.861674 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.861996 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.862326 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.862657 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.862971 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.863309 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.863618 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Tracked resource versions report: Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: pushed versions: Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: { 'AddressGroup': {'1.2'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'ConntrackHelper': {'1.0'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Log': {'1.0'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Network': {'1.1'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Port': {'1.7'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'PortForwarding': {'1.2'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'QosPolicy': {'1.9'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroup': {'1.4'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SubPort': {'1.0'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Subnet': {'1.1'}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Trunk': {'1.1'}} Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: consumer versions: Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'ConntrackHelper': '1.0', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Log': '1.0', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Network': '1.1', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Port': '1.7', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'PortForwarding': '1.2', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'QosPolicy': '1.9', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroup': '1.4', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroupRule': '1.2', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SubPort': '1.0', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Subnet': '1.1', Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Trunk': '1.1'}} Aug 12 12:35:10.864703 dv-cinder-804294-1-iscsi neutron-server[100365]: {{(pid=100365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:35:10.921615 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:35:10.940571 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.996521 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:10.997535 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:35:10.998171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:11.085160 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9598370 Aug 12 12:35:11.093347 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0add83c-6828-4329-887c-f38bd49b8a28 admin admin] Pushing event updated for resources: {'Network': ['ID=6d1e3556-c364-484c-a8a5-dd20eff8d7fb,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:11.105378 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:35:11.984780 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8b678b03-1095-45ab-b80b-b7063350a3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:12.248182 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:13.153356 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:13.433540 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 59480) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:13.645658 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fd4b7-64a8-423b-b0b8-5e5da6150b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:35:13.647092 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-5a3fd4b7-64a8-423b-b0b8-5e5da6150b67 admin admin] 10.222.0.22 "GET /v2.0/subnets/98e43788-f3a4-4cdf-9853-aa3792e08495 HTTP/1.1" status: 200 len: 849 time: 0.2125988 Aug 12 12:35:13.805626 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-192349a9-b60f-4865-a641-c30acbac157b admin admin] 10.222.0.22 "GET /v2.0/routers/1e98f855-596d-471c-8498-bdea6ef37a6f HTTP/1.1" status: 200 len: 704 time: 0.1526201 Aug 12 12:35:14.079252 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:14.364606 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Allocated IP 172.20.0.1 (87cbca93-bba5-4228-bb0d-2b2d1acd9f65/98e43788-f3a4-4cdf-9853-aa3792e08495/07faaa2e-4765-47ea-9685-714893cb8b10) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:35:14.550303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:14.573864 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Transition to ACTIVE for port object 07faaa2e-4765-47ea-9685-714893cb8b10 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:35:14.653105 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:14.723269 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:35:14.731937 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:35:14.736999 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Pushing event updated for resources: {'Port': ['ID=07faaa2e-4765-47ea-9685-714893cb8b10,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:14.748439 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:35:14.748999 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:14.793558 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:14.946083 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:14.976979 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-0521674a-55a9-4e0c-b9cf-063f05bf13d6 None None] Provisioning for port 07faaa2e-4765-47ea-9685-714893cb8b10 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:35:14.980664 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-0521674a-55a9-4e0c-b9cf-063f05bf13d6 None None] Provisioning complete for port 07faaa2e-4765-47ea-9685-714893cb8b10 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:14.981030 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-0521674a-55a9-4e0c-b9cf-063f05bf13d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:15.012989 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-0521674a-55a9-4e0c-b9cf-063f05bf13d6 None None] Port 07faaa2e-4765-47ea-9685-714893cb8b10 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:35:15.194677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:15.198993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:15.199701 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:15.271609 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Pushing event updated for resources: {'Port': ['ID=07faaa2e-4765-47ea-9685-714893cb8b10,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:15.319763 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:35:15.321042 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:35:15.482402 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Router 1e98f855-596d-471c-8498-bdea6ef37a6f is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:35:15.534202 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c6b409ef-9df8-4527-982d-f33ce9c99650 None None] Provisioning complete for port 07faaa2e-4765-47ea-9685-714893cb8b10 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:15.534595 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c6b409ef-9df8-4527-982d-f33ce9c99650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:15.567784 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c6b409ef-9df8-4527-982d-f33ce9c99650 None None] Port 07faaa2e-4765-47ea-9685-714893cb8b10 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:35:15.572863 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:35:15.581188 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-5a4e4569-be85-4984-96c6-3763e0532889 admin admin] 10.222.0.22 "PUT /v2.0/routers/1e98f855-596d-471c-8498-bdea6ef37a6f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7672622 Aug 12 12:35:15.585969 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Sync routers for ids ['1e98f855-596d-471c-8498-bdea6ef37a6f'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:35:15.600725 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Routers {'1e98f855-596d-471c-8498-bdea6ef37a6f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:35:15.601528 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:35:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1e98f855-596d-471c-8498-bdea6ef37a6f'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:15.791819 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Set router 1e98f855-596d-471c-8498-bdea6ef37a6f gateway port host: None {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:35:16.232923 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'name': 'router1', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:35:04Z', 'updated_at': '2021-08-12T12:35:14Z', 'revision_number': 2, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'gw_port_host': None, '_interfaces': [{'id': '07faaa2e-4765-47ea-9685-714893cb8b10', 'name': '', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'mac_address': 'fa:16:3e:27:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:14Z', 'updated_at': '2021-08-12T12:35:15Z', 'revision_number': 2, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'subnets': [{'id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a668cb2-2439-4e87-b8cf-47c55437f027'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:16.285595 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Checking router: 1e98f855-596d-471c-8498-bdea6ef37a6f for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:35:16.285964 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Updating router 1e98f855-596d-471c-8498-bdea6ef37a6f port 07faaa2e-4765-47ea-9685-714893cb8b10 binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:35:16.339942 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:16.878679 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:16.897052 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Transition to ACTIVE for port object 07faaa2e-4765-47ea-9685-714893cb8b10 will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:35:16.903113 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:17.075436 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Pushing event updated for resources: {'Port': ['ID=07faaa2e-4765-47ea-9685-714893cb8b10,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:17.093098 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.093458 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.093794 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.094129 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.094455 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.094785 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.095132 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.095553 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.095795 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.096115 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.096430 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.096741 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Tracked resource versions report: Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: pushed versions: Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: { 'AddressGroup': {'1.2'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'ConntrackHelper': {'1.0'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Log': {'1.0'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Network': {'1.1'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Port': {'1.7'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'PortForwarding': {'1.2'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'QosPolicy': {'1.9'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroup': {'1.4'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SubPort': {'1.0'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Subnet': {'1.1'}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Trunk': {'1.1'}} Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: consumer versions: Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'ConntrackHelper': '1.0', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Log': '1.0', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Network': '1.1', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Port': '1.7', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'PortForwarding': '1.2', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'QosPolicy': '1.9', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroup': '1.4', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroupRule': '1.2', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SubPort': '1.0', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Subnet': '1.1', Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Trunk': '1.1'}} Aug 12 12:35:17.097818 dv-cinder-804294-1-iscsi neutron-server[100367]: {{(pid=100367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:35:17.101306 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Attempting to bind port 07faaa2e-4765-47ea-9685-714893cb8b10 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:35:17.101708 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Attempting to bind port 07faaa2e-4765-47ea-9685-714893cb8b10 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:35:17.102232 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Attempting to bind port 07faaa2e-4765-47ea-9685-714893cb8b10 on network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:35:17.107684 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:35:17.108087 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Checking segment: {'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:35:17.108567 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:17.108965 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Bound using segment: {'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:35:17.109449 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Bound port: 07faaa2e-4765-47ea-9685-714893cb8b10, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:35:17.109825 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:17.171821 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] For port 07faaa2e-4765-47ea-9685-714893cb8b10, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:35:17.192036 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] For port 07faaa2e-4765-47ea-9685-714893cb8b10, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=07faaa2e-4765-47ea-9685-714893cb8b10,segment=NetworkSegment(109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a),segment_id=109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:35:17.196851 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:17.254763 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Routers {'1e98f855-596d-471c-8498-bdea6ef37a6f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:35:17.255925 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:35:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1e98f855-596d-471c-8498-bdea6ef37a6f'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:17.257889 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afb310-a623-4b69-a587-24a7f029d16c None None] Pushing event updated for resources: {'Port': ['ID=07faaa2e-4765-47ea-9685-714893cb8b10,revision_number=4']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:17.345617 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] Set router 1e98f855-596d-471c-8498-bdea6ef37a6f gateway port host: None {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:35:17.553353 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'name': 'router1', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:35:04Z', 'updated_at': '2021-08-12T12:35:14Z', 'revision_number': 2, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'gw_port_host': None, '_interfaces': [{'id': '07faaa2e-4765-47ea-9685-714893cb8b10', 'name': '', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'mac_address': 'fa:16:3e:27:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:14Z', 'updated_at': '2021-08-12T12:35:17Z', 'revision_number': 4, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'subnets': [{'id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a668cb2-2439-4e87-b8cf-47c55437f027'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:17.577781 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbf4940-06a0-4d3b-88aa-f7f87e64df86 None None] The sync data for ids ['1e98f855-596d-471c-8498-bdea6ef37a6f'] in dv-cinder-804294-1-iscsi is: [{'id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'name': 'router1', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:35:04Z', 'updated_at': '2021-08-12T12:35:14Z', 'revision_number': 2, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'gw_port_host': None, '_interfaces': [{'id': '07faaa2e-4765-47ea-9685-714893cb8b10', 'name': '', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'mac_address': 'fa:16:3e:27:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:14Z', 'updated_at': '2021-08-12T12:35:17Z', 'revision_number': 4, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'subnets': [{'id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a668cb2-2439-4e87-b8cf-47c55437f027'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:35:17.863127 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 59504) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:17.970896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5a052c-b2f2-4e22-8eb2-43dbe1704cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:35:17.972302 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-bc5a052c-b2f2-4e22-8eb2-43dbe1704cd3 admin admin] 10.222.0.22 "GET /v2.0/networks/6d1e3556-c364-484c-a8a5-dd20eff8d7fb HTTP/1.1" status: 200 len: 842 time: 0.1081147 Aug 12 12:35:17.982670 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:35:18.006497 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Made reservation on behalf of 7b02f74a0afe4344b17337ad6d2cc955 for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:35:18.008784 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:18.317375 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.objects.ports [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100365) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 12:35:18.317806 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:18.370774 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d236007c-a584-4d58-ad7d-b6b4e3cf01c0,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:18.382575 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:35:18.382921 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Network hostable DHCP agents. Network: 6d1e3556-c364-484c-a8a5-dd20eff8d7fb, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:35:18.403597 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:35:18.414979 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 6d1e3556-c364-484c-a8a5-dd20eff8d7fb) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:35:18.423524 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:35:18.424402 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:18.434361 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd1fd84-aac3-482b-9296-3a446bcfa6bf None None] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:35:18.453019 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a4707d50-c0d5-4dd7-a1e6-267fc1483fe3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4650633 Aug 12 12:35:18.566798 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae40da1-98cf-44ba-82f5-dabf21de2fb2 None None] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:35:20.719725 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59512) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:20.932791 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d3291950-39f2-4e11-9ece-5c554fdfbaef admin admin] 10.222.0.22 "GET /v2.0/routers/1e98f855-596d-471c-8498-bdea6ef37a6f HTTP/1.1" status: 200 len: 710 time: 0.2117870 Aug 12 12:35:21.051011 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f310b5-dca9-4929-97cd-dc542a664d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:35:21.052986 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-80f310b5-dca9-4929-97cd-dc542a664d31 admin admin] 10.222.0.22 "GET /v2.0/networks/6d1e3556-c364-484c-a8a5-dd20eff8d7fb HTTP/1.1" status: 200 len: 886 time: 0.1147366 Aug 12 12:35:21.062340 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:35:21.305070 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:21.532973 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:21.608229 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:21.807321 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Allocated IP 172.27.2.119 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:35:21.915636 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:21.998660 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:22.081547 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:35:22.085954 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:35:22.088100 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Pushing event updated for resources: {'Port': ['ID=8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:22.099002 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:35:22.372579 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:22.573376 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-532224', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1163'] for router, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:22.579367 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-532233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-532466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527448'] for router, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:22.696091 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Router 1e98f855-596d-471c-8498-bdea6ef37a6f has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:35:22.813320 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:35:22.818627 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:22.826444 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7970102f-27de-4e6b-b3fa-bcd93676313b admin admin] 10.222.0.22 "PUT /v2.0/routers/1e98f855-596d-471c-8498-bdea6ef37a6f HTTP/1.1" status: 200 len: 890 time: 1.7609384 Aug 12 12:35:23.881071 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Sync routers for ids ['1e98f855-596d-471c-8498-bdea6ef37a6f'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:35:23.891110 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Routers {'1e98f855-596d-471c-8498-bdea6ef37a6f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:35:23.891821 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:35:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1e98f855-596d-471c-8498-bdea6ef37a6f'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:24.152699 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Set router 1e98f855-596d-471c-8498-bdea6ef37a6f gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:35:24.205880 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 07faaa2e-4765-47ea-9685-714893cb8b10 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:35:24.428430 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 07faaa2e-4765-47ea-9685-714893cb8b10 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:35:24.446050 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 07faaa2e-4765-47ea-9685-714893cb8b10 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:24.446424 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:24.620504 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:24.659965 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'name': 'router1', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:35:04Z', 'updated_at': '2021-08-12T12:35:22Z', 'revision_number': 4, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'gw_port': {'id': '8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:21Z', 'updated_at': '2021-08-12T12:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '07faaa2e-4765-47ea-9685-714893cb8b10', 'name': '', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'mac_address': 'fa:16:3e:27:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:14Z', 'updated_at': '2021-08-12T12:35:17Z', 'revision_number': 4, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'subnets': [{'id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a668cb2-2439-4e87-b8cf-47c55437f027'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:24.718184 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Checking router: 1e98f855-596d-471c-8498-bdea6ef37a6f for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:35:24.718474 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Updating router 1e98f855-596d-471c-8498-bdea6ef37a6f port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:35:24.734227 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 07faaa2e-4765-47ea-9685-714893cb8b10, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=07faaa2e-4765-47ea-9685-714893cb8b10,segment=NetworkSegment(109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a),segment_id=109df1cf-0bc8-4c8c-bcbe-3e89abc24d6a)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:35:24.755231 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:24.791060 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:24.863359 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=07faaa2e-4765-47ea-9685-714893cb8b10,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:25.133604 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:25.143106 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Transition to ACTIVE for port object 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:35:25.149178 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:25.184256 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 59526) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:35:25.197005 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Attempting to bind port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:35:25.197385 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Attempting to bind port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:35:25.197753 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Attempting to bind port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:35:25.204330 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fccae-651d-4f3f-b6fa-84419d531cbc None None] Pushing event updated for resources: {'Port': ['ID=8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:25.207000 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:35:25.207401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:35:25.207866 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:25.208733 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:35:25.209199 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Bound port: 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:35:25.209596 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:25.258388 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] For port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:35:25.261449 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] For port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:35:25.265553 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:25.298652 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-f6894477-a193-4c9f-af9b-a9ad724c1f0b admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1110535 Aug 12 12:35:25.322294 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fccae-651d-4f3f-b6fa-84419d531cbc None None] Pushing event updated for resources: {'Port': ['ID=8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:25.332554 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Routers {'1e98f855-596d-471c-8498-bdea6ef37a6f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:35:25.333749 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:35:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1e98f855-596d-471c-8498-bdea6ef37a6f'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:25.525859 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] Set router 1e98f855-596d-471c-8498-bdea6ef37a6f gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:35:25.732694 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'name': 'router1', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:35:04Z', 'updated_at': '2021-08-12T12:35:22Z', 'revision_number': 4, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'gw_port': {'id': '8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:21Z', 'updated_at': '2021-08-12T12:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '07faaa2e-4765-47ea-9685-714893cb8b10', 'name': '', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'mac_address': 'fa:16:3e:27:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:14Z', 'updated_at': '2021-08-12T12:35:24Z', 'revision_number': 5, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'subnets': [{'id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a668cb2-2439-4e87-b8cf-47c55437f027'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:35:25.760118 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64628192-f43b-4298-acd2-18dadc4bcbd0 None None] The sync data for ids ['1e98f855-596d-471c-8498-bdea6ef37a6f'] in dv-cinder-804294-1-iscsi is: [{'id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'name': 'router1', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.119'}], 'enable_snat': True}, 'gw_port_id': '8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:35:04Z', 'updated_at': '2021-08-12T12:35:22Z', 'revision_number': 4, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'gw_port': {'id': '8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:21Z', 'updated_at': '2021-08-12T12:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '07faaa2e-4765-47ea-9685-714893cb8b10', 'name': '', 'network_id': '87cbca93-bba5-4228-bb0d-2b2d1acd9f65', 'tenant_id': '6297ecdcbab24e60ad9c67a30f55716a', 'mac_address': 'fa:16:3e:27:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e98f855-596d-471c-8498-bdea6ef37a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:35:14Z', 'updated_at': '2021-08-12T12:35:24Z', 'revision_number': 5, 'project_id': '6297ecdcbab24e60ad9c67a30f55716a', 'subnets': [{'id': '98e43788-f3a4-4cdf-9853-aa3792e08495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7a668cb2-2439-4e87-b8cf-47c55437f027'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:35:26.274426 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:35:26.331121 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:35:26.335069 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:26.335439 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:26.414061 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:26.437615 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:35:26.441538 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:26.443212 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 07faaa2e-4765-47ea-9685-714893cb8b10 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:35:26.520781 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:35:26.543979 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 07faaa2e-4765-47ea-9685-714893cb8b10 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:26.543979 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:28.173893 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:35:28.226335 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 8724c8a5-6254-4a3c-9d1d-adf4dc99e6b9 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:35:28.226824 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:39.415054 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8d752c7c-5849-4e9c-a49f-af591325eb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:41.990204 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-41f8a6a7-0a3a-4172-9319-48f654c52ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:42.249983 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:43.161080 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:44.815252 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:35:47.922742 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:36:09.434980 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4a483b25-2d75-41bf-af2a-1a6bb2eb9345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:11.981654 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2c24a8fd-5a6f-4153-9bd1-72e137d0e154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:12.253974 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:13.162264 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:14.808042 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:24.921805 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:36:39.418465 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-13994b8c-c6f2-41c2-bee5-cd32ab66b6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:41.982265 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-eba709eb-7c1d-4f15-bc72-26c8741402f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:42.255118 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:43.164388 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:36:44.816588 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:00.700451 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60094) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:00.761354 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.pecan_wsgi.hooks.translation [None req-a189ca26-14ee-4655-830f-8dafb65a1613 admin admin] GET failed (client error): The resource could not be found. Aug 12 12:37:00.762741 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a189ca26-14ee-4655-830f-8dafb65a1613 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612619 Aug 12 12:37:00.988393 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da25ccbe-c0e2-4f8f-a1dc-3945949071d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:00.989793 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-da25ccbe-c0e2-4f8f-a1dc-3945949071d4 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2225959 Aug 12 12:37:01.921644 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:37:03.121544 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60104) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:03.209931 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca7b82-952f-483a-b3a6-63e956a05105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:03.211268 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ddca7b82-952f-483a-b3a6-63e956a05105 admin admin] 10.222.0.22 "GET /v2.0/subnets/98e43788-f3a4-4cdf-9853-aa3792e08495 HTTP/1.1" status: 200 len: 849 time: 0.0887778 Aug 12 12:37:03.221344 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:37:03.303115 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Notify callbacks [] for subnet, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:03.442475 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776087234699'] for subnet, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:03.469115 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:03.469686 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:03.471606 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] 10.222.0.22 "PUT /v2.0/subnets/98e43788-f3a4-4cdf-9853-aa3792e08495 HTTP/1.1" status: 200 len: 868 time: 0.2537117 Aug 12 12:37:03.474441 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3acfeb-a895-46e0-a898-1b9b4816cfb4 None None] Network 87cbca93-bba5-4228-bb0d-2b2d1acd9f65 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:37:03.503831 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e43788-f3a4-4cdf-9853-aa3792e08495,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:37:03.511131 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.511510 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.511838 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.512182 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.512500 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.512843 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.513172 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.513518 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.513844 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.514163 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.514535 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.515631 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695274f4-eaf2-4796-85c4-bf4e2166fe3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:03.819940 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-e2f3b853-a5c7-42c5-b1f0-d3174e951f7b None None] Provisioning complete for port f054f250-7189-4724-b984-f655da9e96f6 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:37:03.820308 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-e2f3b853-a5c7-42c5-b1f0-d3174e951f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:03.900411 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-e2f3b853-a5c7-42c5-b1f0-d3174e951f7b None None] Provisioning complete for port 07faaa2e-4765-47ea-9685-714893cb8b10 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:37:03.900772 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-e2f3b853-a5c7-42c5-b1f0-d3174e951f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:05.617276 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60114) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:05.817901 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07835889-3a45-4b86-ba8a-03dc044c4010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:05.818375 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07835889-3a45-4b86-ba8a-03dc044c4010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:05.819955 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-07835889-3a45-4b86-ba8a-03dc044c4010 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017281 Aug 12 12:37:07.956630 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60122) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:08.151375 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac484-b989-4575-85ad-bbf0901050fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:08.151756 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faac484-b989-4575-85ad-bbf0901050fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:08.153281 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-4faac484-b989-4575-85ad-bbf0901050fc admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957076 Aug 12 12:37:09.422771 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6bff01ab-5434-4af3-aa2b-eae4ff5ed483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:10.291597 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60130) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:10.412513 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26934928-8360-47c3-aaae-12ba10952654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:10.413890 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-26934928-8360-47c3-aaae-12ba10952654 admin admin] 10.222.0.22 "GET /v2.0/networks/6d1e3556-c364-484c-a8a5-dd20eff8d7fb HTTP/1.1" status: 200 len: 886 time: 0.1213541 Aug 12 12:37:11.983408 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-cf5a7d40-f068-4edf-939e-5479113a7453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:12.256178 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:12.567683 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60138) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:12.701112 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a9ac6-5462-4cf8-b156-c019c5cb8c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:12.702640 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6a2a9ac6-5462-4cf8-b156-c019c5cb8c2c admin admin] 10.222.0.22 "GET /v2.0/networks/87cbca93-bba5-4228-bb0d-2b2d1acd9f65 HTTP/1.1" status: 200 len: 869 time: 0.1340165 Aug 12 12:37:13.167014 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:14.813134 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:14.848692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60146) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:14.969013 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af8102-8c55-4b5d-9edc-c160d3db1dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:14.969472 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af8102-8c55-4b5d-9edc-c160d3db1dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:14.970983 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-92af8102-8c55-4b5d-9edc-c160d3db1dde admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213655 Aug 12 12:37:17.128049 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60154) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:17.220039 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c3d1e-7a4a-4359-9353-d83381712252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:17.220498 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c3d1e-7a4a-4359-9353-d83381712252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:17.221991 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-467c3d1e-7a4a-4359-9353-d83381712252 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930145 Aug 12 12:37:19.439446 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60162) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:19.529840 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca2b9a-563d-4a8b-b457-2ff42e9fa8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:19.531159 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d5ca2b9a-563d-4a8b-b457-2ff42e9fa8f4 admin admin] 10.222.0.22 "GET /v2.0/subnets/98e43788-f3a4-4cdf-9853-aa3792e08495 HTTP/1.1" status: 200 len: 868 time: 0.0907018 Aug 12 12:37:21.652519 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60170) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:21.740957 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6072ccd0-bea5-4147-abf3-aa4cc7734bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:21.742309 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6072ccd0-bea5-4147-abf3-aa4cc7734bbe admin admin] 10.222.0.22 "GET /v2.0/subnets/d236007c-a584-4d58-ad7d-b6b4e3cf01c0 HTTP/1.1" status: 200 len: 816 time: 0.0881424 Aug 12 12:37:38.920673 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:37:39.426016 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-e93afe54-d92b-4084-97b1-0912c34e6943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:41.984343 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-10db9f8b-3941-462d-99c5-3d292b549aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:42.258099 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:43.171208 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:44.818320 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:46.999822 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60224) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:47.046355 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [None req-fd9e6d44-179b-426d-9fc5-ad1901f29685 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:37:47.047386 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-fd9e6d44-179b-426d-9fc5-ad1901f29685 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466034 Aug 12 12:37:49.261161 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60232) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:49.320725 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.pecan_wsgi.hooks.translation [None req-110bec43-0e90-4fa1-a5b7-218d48295719 admin admin] GET failed (client error): The resource could not be found. Aug 12 12:37:49.322318 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-110bec43-0e90-4fa1-a5b7-218d48295719 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599585 Aug 12 12:37:49.468490 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c235b25a-1464-4136-9c88-be7d6a1bab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:49.469862 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-c235b25a-1464-4136-9c88-be7d6a1bab56 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1435673 Aug 12 12:37:51.644787 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60240) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:51.695988 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:37:51.715877 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Made reservation on behalf of 7b02f74a0afe4344b17337ad6d2cc955 for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:37:51.718879 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:51.746183 dv-cinder-804294-1-iscsi neutron-server[100365]: WARNING neutron.services.revisions.revision_plugin [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Could not find related network for resource to bump revision. Aug 12 12:37:51.760145 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:37:51.771105 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:51.771445 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Added segment 63b231d2-d058-497b-ab35-4f95128bed18 of type vlan for network 86edf6e4-63b8-4669-a905-f8270ad7daba Aug 12 12:37:51.811392 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:51.837924 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:51.838885 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:51.839474 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:51.902857 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2569833 Aug 12 12:37:51.911565 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c587c-1e4b-48df-a162-50c8c234c025 admin admin] Pushing event updated for resources: {'Network': ['ID=86edf6e4-63b8-4669-a905-f8270ad7daba,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:37:51.922673 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 86edf6e4-63b8-4669-a905-f8270ad7daba details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:37:54.087326 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60248) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:37:54.147526 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae9f38e-6bbc-491f-94b6-5a561b686324 admin admin] GET failed (client error): The resource could not be found. Aug 12 12:37:54.148843 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-5ae9f38e-6bbc-491f-94b6-5a561b686324 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604424 Aug 12 12:37:54.223473 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e5add-102e-4254-909d-7d15f9a62098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:54.224872 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7d6e5add-102e-4254-909d-7d15f9a62098 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699439 Aug 12 12:37:54.235455 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba', 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:37:54.254768 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Made reservation on behalf of 7b02f74a0afe4344b17337ad6d2cc955 for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:37:54.257161 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:54.420661 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:54.476957 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44200379-eacb-45b3-8adf-83c0f98e1c88,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:37:54.486092 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Checking segment: {'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:37:54.486446 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Network hostable DHCP agents. Network: 86edf6e4-63b8-4669-a905-f8270ad7daba, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:37:54.502457 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Network 86edf6e4-63b8-4669-a905-f8270ad7daba is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:37:54.511884 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 86edf6e4-63b8-4669-a905-f8270ad7daba) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:37:54.517272 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:37:54.517857 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:54.523026 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8386976-f77d-496f-b279-570073a49f9d None None] Network 86edf6e4-63b8-4669-a905-f8270ad7daba requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:37:54.532773 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d36eb6e8-de46-4a47-8495-305ad8005269 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3014464 Aug 12 12:37:54.669505 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-86edf6e4-63b8-4669-a905-f8270ad7daba', 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba', 'tenant_id': '7b02f74a0afe4344b17337ad6d2cc955', 'fixed_ips': [{'subnet_id': '44200379-eacb-45b3-8adf-83c0f98e1c88'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:37:54.671238 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:54.915572 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Allocated IP 192.168.233.2 (86edf6e4-63b8-4669-a905-f8270ad7daba/44200379-eacb-45b3-8adf-83c0f98e1c88/c57ff172-e57e-44fa-96b2-3a3203a9c042) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:37:55.065896 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:55.074199 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Transition to ACTIVE for port object c57ff172-e57e-44fa-96b2-3a3203a9c042 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:37:55.089929 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Transition to ACTIVE for port object c57ff172-e57e-44fa-96b2-3a3203a9c042 will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:37:55.096272 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:55.132298 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Network 86edf6e4-63b8-4669-a905-f8270ad7daba is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:37:55.137091 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:37:55.142672 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:37:55.148025 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Pushing event updated for resources: {'Port': ['ID=c57ff172-e57e-44fa-96b2-3a3203a9c042,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:37:55.159292 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.159668 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.160016 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.160352 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.160693 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.161018 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.161609 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.161932 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.162270 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.162598 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.162925 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.163286 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:37:55.211916 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Attempting to bind port c57ff172-e57e-44fa-96b2-3a3203a9c042 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:37:55.212283 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Attempting to bind port c57ff172-e57e-44fa-96b2-3a3203a9c042 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:37:55.212641 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Attempting to bind port c57ff172-e57e-44fa-96b2-3a3203a9c042 on network 86edf6e4-63b8-4669-a905-f8270ad7daba {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:37:55.218176 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:37:55.218548 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Checking segment: {'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:37:55.218942 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:55.219354 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Bound using segment: {'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:37:55.219811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Bound port: c57ff172-e57e-44fa-96b2-3a3203a9c042, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:37:55.220205 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:55.280947 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] For port c57ff172-e57e-44fa-96b2-3a3203a9c042, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:37:55.284579 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] For port c57ff172-e57e-44fa-96b2-3a3203a9c042, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=c57ff172-e57e-44fa-96b2-3a3203a9c042,segment=NetworkSegment(63b231d2-d058-497b-ab35-4f95128bed18),segment_id=63b231d2-d058-497b-ab35-4f95128bed18)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:37:55.289621 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:55.345046 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13a1a2-792c-4afe-8495-15330a6ea41c None None] Pushing event updated for resources: {'Port': ['ID=c57ff172-e57e-44fa-96b2-3a3203a9c042,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:37:56.114235 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f80e34-1e63-49a1-8f95-d8eb2717ce7d None None] Network 86edf6e4-63b8-4669-a905-f8270ad7daba requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:37:56.183367 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-4bd58823-52b3-4e84-aac8-6c4b48ba4c4a None None] Provisioning for port c57ff172-e57e-44fa-96b2-3a3203a9c042 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:37:56.331000 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device c57ff172-e57e-44fa-96b2-3a3203a9c042 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:37:56.388396 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port c57ff172-e57e-44fa-96b2-3a3203a9c042 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:37:56.396367 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port c57ff172-e57e-44fa-96b2-3a3203a9c042 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:37:56.396367 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:56.485121 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:56.525695 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port c57ff172-e57e-44fa-96b2-3a3203a9c042, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=c57ff172-e57e-44fa-96b2-3a3203a9c042,segment=NetworkSegment(63b231d2-d058-497b-ab35-4f95128bed18),segment_id=63b231d2-d058-497b-ab35-4f95128bed18)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:37:56.528514 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-b4039844-a4bd-41a5-8336-0042247088b8 None None] Provisioning complete for port c57ff172-e57e-44fa-96b2-3a3203a9c042 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:37:56.528884 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-b4039844-a4bd-41a5-8336-0042247088b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:56.532081 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:37:56.609746 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=c57ff172-e57e-44fa-96b2-3a3203a9c042,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:37:58.287635 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device c57ff172-e57e-44fa-96b2-3a3203a9c042 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:37:58.332934 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port c57ff172-e57e-44fa-96b2-3a3203a9c042 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:37:58.333297 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:09.428306 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a059fe26-9146-41f2-b95f-141ddef5d39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:11.986245 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-814329b2-c69a-462f-8471-59b85ec14108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:12.260328 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:13.173644 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:14.820531 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:15.919595 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:38:39.429787 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-f12c4b95-44af-4103-a580-c29c1338e7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:41.988325 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-23895f1e-3fa9-4d10-b8fe-6c536e82b01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:42.261290 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:43.177324 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:44.820743 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:38:52.918103 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:39:01.890207 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60300) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:39:01.896031 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [None req-6fceac61-8f47-48ee-89e8-575493181385 tempest-verify_tempest_config-340871768 tempest-verify_tempest_config-340871768-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:39:01.896976 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6fceac61-8f47-48ee-89e8-575493181385 tempest-verify_tempest_config-340871768 tempest-verify_tempest_config-340871768-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058134 Aug 12 12:39:02.200501 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60318) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:39:02.306435 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:02.393277 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:02.396655 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:02.440637 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18221f362020486dbd03544835d75f93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2390456 Aug 12 12:39:02.441440 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeea3bb6-d05f-490b-8655-92b0f5abeb2f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:39:02.443433 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60322) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:39:02.448427 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.448792 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.449132 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.449460 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.449787 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.450112 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.450434 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.450767 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.451125 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.451447 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.452365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.452678 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08b826e-adbd-493f-8b6d-708ddf9b9223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.501382 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:02.521370 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:02.609410 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:02.611931 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:02.613077 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aeea3bb6-d05f-490b-8655-92b0f5abeb2f HTTP/1.1" status: 204 len: 168 time: 0.1686668 Aug 12 12:39:02.621049 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeea3bb6-d05f-490b-8655-92b0f5abeb2f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:39:02.628690 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.629056 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.629419 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.629859 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.630191 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.630534 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.630889 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.631247 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.631573 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.631900 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.632219 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:02.632535 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4808899-0489-4a88-86e4-02f296e3f552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:39:09.432871 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-b44190f0-de96-48d4-ab71-14506a994eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:11.988781 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d28c0b9f-a3b4-4b6f-a962-732a1ce46555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:12.261726 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:13.180988 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:14.823555 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:29.915952 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:39:39.433603 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4657e1f8-4f5e-47e7-a177-afa9356b6714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:41.988524 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-b731b1eb-1bf3-4871-96f1-9d8b10efbec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:42.260829 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:43.182327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:39:44.825553 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:06.914392 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 5 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:40:09.434409 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-cea75298-622a-4176-9727-fb6b65b588fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:11.987133 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bf54c092-6822-45d8-b1ee-87793915f6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:12.261292 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:13.183906 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:14.827811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:33.474477 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-529394'] for agent, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:37.544148 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60376) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:40:37.645638 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-395b7fd6-13ad-4f3a-8588-c1a79673af44 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1004095 Aug 12 12:40:39.435762 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3e408c2d-3815-465b-9062-de33f9c5cbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:39.811227 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60386) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:40:39.864273 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-36273db8-dc9b-45bf-9b8f-b4ab42d48b9f admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0519812 Aug 12 12:40:41.987332 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c28c22df-746f-4831-a666-4c94106115b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:42.262101 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:43.189301 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:40:43.913838 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:40:44.831312 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:03.423925 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:09.436603 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5fb20984-6dde-4221-b7bd-de9c96881c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:11.986881 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9a0aabf1-996c-4ab4-8105-9aa84c97a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:12.262431 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:13.190749 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:14.834067 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:20.912719 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:41:33.454266 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:39.438451 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-132a2bd4-a135-4968-9dc0-258d0d71049f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:41.987372 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-265d3519-897e-4965-8bae-a3f5e53da271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:42.262751 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:43.193839 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:44.836712 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:41:57.911509 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:42:03.457954 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.343138 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60612) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:07.351202 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60616) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:07.379373 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60624) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:07.420637 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60632) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:07.597739 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-788600007-network', 'tenant_id': 'edccf73d75844147821746ec20a4f72f'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:07.620017 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-607762000-network', 'tenant_id': '5af8fe1f085d4b2894dba1cc99fc762c'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:07.621759 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Made reservation on behalf of edccf73d75844147821746ec20a4f72f for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:07.625513 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.635789 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.644392 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Made reservation on behalf of 5af8fe1f085d4b2894dba1cc99fc762c for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:07.647230 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.657840 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.679978 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-460087955-network', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:07.744829 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-network', 'tenant_id': 'c42ba973700543d096884c8a9c570174'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:07.761911 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.772587 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.789604 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:42:07.802734 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.803094 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Added segment 20108c5d-619b-4270-aeb0-ef3019fd4a8a of type vlan for network 210b3613-d387-4b80-b8fc-1c2e1291753a Aug 12 12:42:07.862782 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.870906 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.877380 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.898759 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:42:07.920938 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28d3d38-954b-46ba-a0bd-ad2140ceb78f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:07.923821 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.924376 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Added segment 75de31ba-6da1-4d7b-a26c-bdc0c0c18b53 of type vlan for network 0c819b19-cddb-4c92-ae2b-f833c31b3001 Aug 12 12:42:07.932596 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.933674 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:07.934367 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.942699 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.943342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.943889 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.944251 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Made reservation on behalf of f9356a2c8b414e3abf2db2aadad3fab4 for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:07.944680 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.945209 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.945829 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.946193 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.946658 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.947123 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.947261 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.947761 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.948185 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.948621 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Tracked resource versions report: Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: pushed versions: Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: { 'AddressGroup': {'1.2'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'ConntrackHelper': {'1.0'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Log': {'1.0'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Network': {'1.1'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Port': {'1.7'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'PortForwarding': {'1.2'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'QosPolicy': {'1.9'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroup': {'1.4'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SubPort': {'1.0'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Subnet': {'1.1'}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Trunk': {'1.1'}} Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: consumer versions: Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: HyperV agent@hv-cinder-80429: {}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'ConntrackHelper': '1.0', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Log': '1.0', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Network': '1.1', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Port': '1.7', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'PortForwarding': '1.2', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'QosPolicy': '1.9', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroup': '1.4', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SecurityGroupRule': '1.2', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'SubPort': '1.0', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Subnet': '1.1', Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: 'Trunk': '1.1'}} Aug 12 12:42:07.949837 dv-cinder-804294-1-iscsi neutron-server[100365]: {{(pid=100365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:42:07.954007 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cda5d1-7987-4a75-ad8e-dfbdefc4c77a,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:07.956194 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Made reservation on behalf of c42ba973700543d096884c8a9c570174 for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:07.958675 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:07.973145 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6206396 Aug 12 12:42:07.983271 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60658) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:07.990862 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Request body: {'subnet': {'network_id': '210b3613-d387-4b80-b8fc-1c2e1291753a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-788600007-subnet', 'tenant_id': 'edccf73d75844147821746ec20a4f72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:08.012597 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.033622 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Made reservation on behalf of edccf73d75844147821746ec20a4f72f for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:08.036752 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.047635 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.055760 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Pushing event updated for resources: {'Network': ['ID=210b3613-d387-4b80-b8fc-1c2e1291753a,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:08.078887 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.079271 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.079700 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.080039 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.080369 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.080702 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.081141 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.081535 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.081954 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.082281 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.082799 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.083335 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Tracked resource versions report: Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: pushed versions: Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: { 'AddressGroup': {'1.2'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'ConntrackHelper': {'1.0'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Log': {'1.0'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Network': {'1.1'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Port': {'1.7'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'PortForwarding': {'1.2'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'QosPolicy': {'1.9'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroup': {'1.4'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SubPort': {'1.0'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Subnet': {'1.1'}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Trunk': {'1.1'}} Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: consumer versions: Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: HyperV agent@hv-cinder-80429: {}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'ConntrackHelper': '1.0', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Log': '1.0', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Network': '1.1', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Port': '1.7', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'PortForwarding': '1.2', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'QosPolicy': '1.9', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroup': '1.4', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SecurityGroupRule': '1.2', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'SubPort': '1.0', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Subnet': '1.1', Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: 'Trunk': '1.1'}} Aug 12 12:42:08.084518 dv-cinder-804294-1-iscsi neutron-server[100364]: {{(pid=100364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:42:08.091929 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.117526 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.118128 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.118492 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 210b3613-d387-4b80-b8fc-1c2e1291753a details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:42:08.119017 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.119398 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.119931 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.120499 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.121030 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.121558 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.122088 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.122914 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.123479 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.124003 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed809a6-59e8-4e4a-a8a6-86bc758a2af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:08.190859 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.191809 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:08.192383 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.278538 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.285361 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.361038 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:42:08.433759 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.434144 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Added segment 911f0d42-27fa-473b-9a32-39f3628e4603 of type vlan for network 031345cf-38f0-41bc-beaa-754db3e87a96 Aug 12 12:42:08.502263 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.539402 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.590747 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Checking segment: {'id': '20108c5d-619b-4270-aeb0-ef3019fd4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '210b3613-d387-4b80-b8fc-1c2e1291753a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:08.591380 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Network hostable DHCP agents. Network: 210b3613-d387-4b80-b8fc-1c2e1291753a, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:42:08.596512 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.598510 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:08.603542 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.609671 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c819b19-cddb-4c92-ae2b-f833c31b3001,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:08.624598 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 0c819b19-cddb-4c92-ae2b-f833c31b3001 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:42:08.635271 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337ef736-1586-43b9-847b-a3d88bf566c7,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:08.636309 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Network 210b3613-d387-4b80-b8fc-1c2e1291753a is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:42:08.654632 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 210b3613-d387-4b80-b8fc-1c2e1291753a) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:08.664635 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:08.665467 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.681302 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d060909d-fba2-4132-995c-8c32330b1cdb,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:08.712702 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219d2a7-1282-48b5-affe-ef4ed54ad526 None None] Network 210b3613-d387-4b80-b8fc-1c2e1291753a requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:08.777195 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] Pushing event updated for resources: {'Network': ['ID=031345cf-38f0-41bc-beaa-754db3e87a96,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:08.796376 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 031345cf-38f0-41bc-beaa-754db3e87a96 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:42:08.881274 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.901293 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.901663 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-07a92e39-c8c0-48f2-b3c0-404b902891d0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9167492 Aug 12 12:42:08.903688 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6852923c-7b98-493e-bc31-f12fcb3ebdd1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5584562 Aug 12 12:42:08.907304 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60704) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:08.917820 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Request body: {'subnet': {'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-607762000-subnet', 'tenant_id': '5af8fe1f085d4b2894dba1cc99fc762c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:08.943406 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:42:08.972747 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.973280 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Added segment 572eb0e8-9d71-4a3d-a0f8-fa3a23459558 of type vlan for network 9edf8b20-407d-4d3d-9d09-754c4792c58a Aug 12 12:42:08.978482 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Made reservation on behalf of 5af8fe1f085d4b2894dba1cc99fc762c for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:08.981657 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:08.985572 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c87e5-486d-4c31-abaf-7f327a4a9233 None None] Network 210b3613-d387-4b80-b8fc-1c2e1291753a requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:09.055815 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.131433 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.134765 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:09.141327 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.151764 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4780cd70-0011-4370-91ed-f22f6eb3d534 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7297318 Aug 12 12:42:09.162035 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60718) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:09.177606 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Request body: {'subnet': {'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-subnet', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:09.223445 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab645573-88c1-49b2-9c03-5c623f431ac4,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:09.250783 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8686750 Aug 12 12:42:09.256355 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60724) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:09.273068 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Request body: {'subnet': {'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-subnet', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:09.326968 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771310-ed56-4524-a753-00be3b72335a admin admin] Pushing event updated for resources: {'Network': ['ID=9edf8b20-407d-4d3d-9d09-754c4792c58a,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:09.339168 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:42:09.359887 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Made reservation on behalf of f9356a2c8b414e3abf2db2aadad3fab4 for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:09.362296 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.499250 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7815eff2-fc3b-4f9a-91e6-4cae88245c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.541920 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Made reservation on behalf of c42ba973700543d096884c8a9c570174 for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:09.545756 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.601168 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60748) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:09.686743 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.730577 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.758165 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ade4d23-f146-4e16-b60e-b0c9c9e56f96,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:09.810644 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Checking segment: {'id': '75de31ba-6da1-4d7b-a26c-bdc0c0c18b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:09.811391 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Network hostable DHCP agents. Network: 0c819b19-cddb-4c92-ae2b-f833c31b3001, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:42:09.818547 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Checking segment: {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:09.818897 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Network hostable DHCP agents. Network: 9edf8b20-407d-4d3d-9d09-754c4792c58a, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:42:09.822256 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaf58920-cbce-43b0-a574-65d469326e24,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:09.843204 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:42:09.856504 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 9edf8b20-407d-4d3d-9d09-754c4792c58a) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:09.868478 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021e8f4-9abf-4170-a0b0-cab2f2dc4140 None None] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:09.872318 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Network 0c819b19-cddb-4c92-ae2b-f833c31b3001 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:42:09.880187 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 0c819b19-cddb-4c92-ae2b-f833c31b3001) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:09.882707 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.890898 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:09.891515 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.907112 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:09.908359 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.921097 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b6f00-bdac-4b9a-b4ac-96f986805c93 None None] Network 0c819b19-cddb-4c92-ae2b-f833c31b3001 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:09.941542 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-f6d16780-c717-4722-a2e8-33f4adc132fb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0325742 Aug 12 12:42:09.951526 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-73467b00-7cfe-4e8d-b14e-341de10e5e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:09.959213 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-acb60ddb-158e-4d6a-af2e-0d934dd6240a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6975977 Aug 12 12:42:09.960119 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60766) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:09.970517 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:09.974219 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:09.975303 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60768) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:09.993993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Checking segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:09.994348 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Network hostable DHCP agents. Network: 031345cf-38f0-41bc-beaa-754db3e87a96, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:42:10.017053 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Network 031345cf-38f0-41bc-beaa-754db3e87a96 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:42:10.029862 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 031345cf-38f0-41bc-beaa-754db3e87a96) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:10.039321 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:10.039855 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.072679 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f984f-7176-4c95-9b37-5dc752f8a051 None None] Network 031345cf-38f0-41bc-beaa-754db3e87a96 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:10.136547 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-73467b00-7cfe-4e8d-b14e-341de10e5e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.145167 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-73467b00-7cfe-4e8d-b14e-341de10e5e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.209055 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60778) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:10.220783 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-9ccdaa79-001c-4128-998d-30527cad1502 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0535274 Aug 12 12:42:10.221617 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60782) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:10.226725 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:10.256716 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ee847213-3f8c-420e-8a97-e21ea33ad013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.266141 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-73467b00-7cfe-4e8d-b14e-341de10e5e38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e95ad9422db4e3bbc8fe1a45bf13321&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6556976 Aug 12 12:42:10.266932 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60790) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:10.282110 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.283188 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.322143 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60792) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:10.324437 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73467b00-7cfe-4e8d-b14e-341de10e5e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f969a0fc-d267-437a-b90c-137ff75884bc,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:10.331572 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-564334007-network', 'tenant_id': 'da913fe31c304fc3ae37295025ec4489'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:10.353743 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a49ae-963c-4139-9167-81dac1610b72 None None] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:10.365495 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.384493 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.386952 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.414209 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.438162 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb67fda-91fc-4754-b056-c1cba4a49e12 None None] Network 0c819b19-cddb-4c92-ae2b-f833c31b3001 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:10.493547 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Made reservation on behalf of da913fe31c304fc3ae37295025ec4489 for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:10.495750 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.528040 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-031345cf-38f0-41bc-beaa-754db3e87a96', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:42:10.529297 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.550631 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.618445 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-463a554a-ccb6-40b0-9739-2be5c0f2c338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.620479 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.db.api [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 12:42:10.620479 dv-cinder-804294-1-iscsi neutron-server[100365]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 12:42:10.620479 dv-cinder-804294-1-iscsi neutron-server[100365]: [parameters: {'project_id_1': '29491d6425c64faa929c3eca1875df10', 'expiration_1': datetime.datetime(2021, 8, 12, 12, 42, 10, 438580)}] Aug 12 12:42:10.620479 dv-cinder-804294-1-iscsi neutron-server[100365]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100365) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 12:42:10.621163 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG oslo_db.api [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 12:42:10.624456 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.684762 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-463a554a-ccb6-40b0-9739-2be5c0f2c338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.691364 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.794022 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60822) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:10.798927 dv-cinder-804294-1-iscsi neutron-server[100364]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 12:42:10.813390 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ee847213-3f8c-420e-8a97-e21ea33ad013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.835438 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.863600 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ee847213-3f8c-420e-8a97-e21ea33ad013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.917700 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-463a554a-ccb6-40b0-9739-2be5c0f2c338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.921549 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-463a554a-ccb6-40b0-9739-2be5c0f2c338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:10.923496 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-463a554a-ccb6-40b0-9739-2be5c0f2c338 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f969a0fc-d267-437a-b90c-137ff75884bc HTTP/1.1" status: 204 len: 168 time: 0.6552219 Aug 12 12:42:10.943959 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a554a-ccb6-40b0-9739-2be5c0f2c338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f969a0fc-d267-437a-b90c-137ff75884bc,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:10.961924 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Allocated IP 172.20.0.2 (031345cf-38f0-41bc-beaa-754db3e87a96/fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c/e3751d35-d149-4c8f-955c-1858a95b7beb) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:11.119286 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee847213-3f8c-420e-8a97-e21ea33ad013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a824bb-94d8-473c-b600-75dc5b0091bd,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:11.123829 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.126320 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ee847213-3f8c-420e-8a97-e21ea33ad013 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=344e9edea7854aa582b9584f2e4555db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1365848 Aug 12 12:42:11.128506 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60832) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:11.163940 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.178548 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Transition to ACTIVE for port object e3751d35-d149-4c8f-955c-1858a95b7beb will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:11.182374 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.206385 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Transition to ACTIVE for port object e3751d35-d149-4c8f-955c-1858a95b7beb will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:11.214833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.218110 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.230386 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f161-1ead-4a90-b729-1c6998975421 req-a4607ebf-bc75-4b25-9c6a-b87a4e2ea209 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:11.231925 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-a4607ebf-bc75-4b25-9c6a-b87a4e2ea209 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/networks?id=0c819b19-cddb-4c92-ae2b-f833c31b3001 HTTP/1.1" status: 200 len: 811 time: 0.4358385 Aug 12 12:42:11.276437 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-fc5fa62c-9856-4028-9eef-a77786b4d9c5 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/quotas/5af8fe1f085d4b2894dba1cc99fc762c HTTP/1.1" status: 200 len: 375 time: 0.0350609 Aug 12 12:42:11.281486 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Network 031345cf-38f0-41bc-beaa-754db3e87a96 is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:11.285391 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:11.295769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:11.325231 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-723c4f1b-590c-4354-b7b0-7471c6f0db45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.331558 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Pushing event updated for resources: {'Port': ['ID=e3751d35-d149-4c8f-955c-1858a95b7beb,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:11.354282 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.354985 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.355193 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.355474 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.355779 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-9f87004c-e658-4ac4-9e35-e7a94889ffa0 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5af8fe1f085d4b2894dba1cc99fc762c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657973 Aug 12 12:42:11.355910 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.356118 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.356451 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.356775 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.357163 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.357822 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.357822 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.358098 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Tracked resource versions report: Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: pushed versions: Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: { 'AddressGroup': {'1.2'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'ConntrackHelper': {'1.0'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Log': {'1.0'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Network': {'1.1'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Port': {'1.7'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'PortForwarding': {'1.2'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'QosPolicy': {'1.9'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroup': {'1.4'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SubPort': {'1.0'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Subnet': {'1.1'}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Trunk': {'1.1'}} Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: consumer versions: Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: HyperV agent@hv-cinder-80429: {}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'ConntrackHelper': '1.0', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Log': '1.0', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Network': '1.1', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Port': '1.7', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'PortForwarding': '1.2', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'QosPolicy': '1.9', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroup': '1.4', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SecurityGroupRule': '1.2', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'SubPort': '1.0', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Subnet': '1.1', Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: 'Trunk': '1.1'}} Aug 12 12:42:11.359485 dv-cinder-804294-1-iscsi neutron-server[100366]: {{(pid=100366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:42:11.374513 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Attempting to bind port e3751d35-d149-4c8f-955c-1858a95b7beb on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:11.375244 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Attempting to bind port e3751d35-d149-4c8f-955c-1858a95b7beb by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:11.375811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Attempting to bind port e3751d35-d149-4c8f-955c-1858a95b7beb on network 031345cf-38f0-41bc-beaa-754db3e87a96 {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:11.381322 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:11.381996 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Checking segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:11.382588 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.383209 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Bound using segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:11.383867 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Bound port: e3751d35-d149-4c8f-955c-1858a95b7beb, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:11.384489 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.398898 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Allocated IP 172.27.2.54 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/077286fa-19a8-4b60-aa7d-21c96ebafcda) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:11.444361 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.469034 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.473126 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-723c4f1b-590c-4354-b7b0-7471c6f0db45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.516292 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] For port e3751d35-d149-4c8f-955c-1858a95b7beb, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:11.520032 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] For port e3751d35-d149-4c8f-955c-1858a95b7beb, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=e3751d35-d149-4c8f-955c-1858a95b7beb,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:11.525220 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.547753 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60842) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:11.564277 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:42:11.580655 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4febda0e-b355-4263-9b3a-97e31fd89df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.608233 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.608505 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Added segment 06fe2bd8-6c62-4171-9ca2-538ccd22c66b of type vlan for network 24d12574-2349-4ea5-b254-04bb00e2fc2b Aug 12 12:42:11.612594 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e98a7d-d085-40ae-9161-7b3e581e0acf,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:11.628560 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.633614 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.669180 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.677607 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.677859 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.706729 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.710483 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39e397-0a70-4ad8-a87d-6d069ca0c46a None None] Pushing event updated for resources: {'Port': ['ID=e3751d35-d149-4c8f-955c-1858a95b7beb,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:11.713012 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-723c4f1b-590c-4354-b7b0-7471c6f0db45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.719934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-723c4f1b-590c-4354-b7b0-7471c6f0db45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.723765 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-723c4f1b-590c-4354-b7b0-7471c6f0db45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79a824bb-94d8-473c-b600-75dc5b0091bd HTTP/1.1" status: 204 len: 168 time: 0.5840416 Aug 12 12:42:11.774273 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29491d6425c64faa929c3eca1875df10&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5640039 Aug 12 12:42:11.775096 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5310e-2596-4c5f-9a57-7022d253c5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80d8c8-832c-4027-832d-53d44ab08a96,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:11.780185 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60848) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:11.802373 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c4f1b-590c-4354-b7b0-7471c6f0db45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a824bb-94d8-473c-b600-75dc5b0091bd,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:11.842415 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-c932f35b-8d91-468e-88f9-36cc0a961c87 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:42:11.843859 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.849630 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-c932f35b-8d91-468e-88f9-36cc0a961c87 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2933910 Aug 12 12:42:11.864093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.865041 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:11.865617 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:11.902476 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:11.909371 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:11.920620 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:11.998965 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bd16b013-8cbf-4107-a0c2-4310b6908765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.110682 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] Pushing event updated for resources: {'Network': ['ID=24d12574-2349-4ea5-b254-04bb00e2fc2b,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:12.113153 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5ea37ca1-a166-48b3-9a35-c76bb6976733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.116857 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Allocated IP 172.27.2.141 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/3b2284e5-bb69-4bec-9253-4be7985c2db2) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:12.128389 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 24d12574-2349-4ea5-b254-04bb00e2fc2b details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:42:12.137738 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4febda0e-b355-4263-9b3a-97e31fd89df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.141275 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=077286fa-19a8-4b60-aa7d-21c96ebafcda,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:12.163882 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-dc18bddb-4c32-4c01-ae74-dce0d2be2df9 service neutron] 10.222.0.22 "GET /v2.0/networks/0c819b19-cddb-4c92-ae2b-f833c31b3001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133235 Aug 12 12:42:12.189095 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4febda0e-b355-4263-9b3a-97e31fd89df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.202363 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-9ebfcbfb-df01-4bd4-9aa2-536af22ba819 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8785727 Aug 12 12:42:12.205178 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60860) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:12.247323 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Request body: {'subnet': {'network_id': '24d12574-2349-4ea5-b254-04bb00e2fc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-564334007-subnet', 'tenant_id': 'da913fe31c304fc3ae37295025ec4489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:12.269163 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5ea37ca1-a166-48b3-9a35-c76bb6976733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.312943 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.323385 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60864) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:12.377833 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8e180c20-cf2f-4295-8c43-58cfc18ef5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.387281 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-4febda0e-b355-4263-9b3a-97e31fd89df5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56cea063aecc4964a763f0e72ee21d7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8384109 Aug 12 12:42:12.387888 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60868) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:12.433565 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Made reservation on behalf of da913fe31c304fc3ae37295025ec4489 for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:12.436192 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.463365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febda0e-b355-4263-9b3a-97e31fd89df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8064e96c-ac9a-446f-9ea2-c2ceeac3bb60,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:12.474997 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-a4ed4a7c-39bc-4b38-bec9-5f6ff0b1f1bf service neutron] 10.222.0.22 "GET /v2.0/networks/0c819b19-cddb-4c92-ae2b-f833c31b3001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101509 Aug 12 12:42:12.489456 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60870) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:12.514997 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.536500 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device e3751d35-d149-4c8f-955c-1858a95b7beb up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:12.555362 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5496-ae9a-4d3d-af65-6d533daba786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.576759 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5ea37ca1-a166-48b3-9a35-c76bb6976733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.580051 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5ea37ca1-a166-48b3-9a35-c76bb6976733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.581482 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-5ea37ca1-a166-48b3-9a35-c76bb6976733 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d80d8c8-832c-4027-832d-53d44ab08a96 HTTP/1.1" status: 204 len: 168 time: 0.7961187 Aug 12 12:42:12.612449 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.637866 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea37ca1-a166-48b3-9a35-c76bb6976733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80d8c8-832c-4027-832d-53d44ab08a96,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:12.651581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5496-ae9a-4d3d-af65-6d533daba786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.692243 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port e3751d35-d149-4c8f-955c-1858a95b7beb completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:12.740589 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3fdd3314-982d-44b3-848f-0abda0855725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.823275 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.852648 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60882) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:12.853116 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5496-ae9a-4d3d-af65-6d533daba786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.855676 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-8e4c5496-ae9a-4d3d-af65-6d533daba786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.870714 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-8e4c5496-ae9a-4d3d-af65-6d533daba786 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8064e96c-ac9a-446f-9ea2-c2ceeac3bb60 HTTP/1.1" status: 204 len: 168 time: 0.4659269 Aug 12 12:42:12.874524 dv-cinder-804294-1-iscsi neutron-server[100365]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 12:42:12.898336 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8e180c20-cf2f-4295-8c43-58cfc18ef5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.921394 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8e180c20-cf2f-4295-8c43-58cfc18ef5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:12.924766 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:12.949589 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:12.963339 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:12.965107 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Pushing event updated for resources: {'Port': ['ID=3b2284e5-bb69-4bec-9253-4be7985c2db2,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:12.975412 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.074695 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.119484 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be6bb819-739a-4f6d-909b-1c2b2e5d5ad2 req-0b9ed715-e92d-418d-9942-217733670638 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.2479236 Aug 12 12:42:13.155265 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8e180c20-cf2f-4295-8c43-58cfc18ef5c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94095e4a27874722863ea5ee79166590&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8308110 Aug 12 12:42:13.165852 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c5496-ae9a-4d3d-af65-6d533daba786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8064e96c-ac9a-446f-9ea2-c2ceeac3bb60,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:13.167524 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60902) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:13.209716 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e180c20-cf2f-4295-8c43-58cfc18ef5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41eeb0c-13f1-43ee-9b06-834e6e624e7b,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:13.232829 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.237224 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f00a58-51f8-416f-b6a2-16062a26d3ac,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:13.256253 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3733d61-00a5-4296-ad22-940facc4c000 None None] Network 031345cf-38f0-41bc-beaa-754db3e87a96 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:13.378099 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-94dbc622-c4dc-4956-975f-ff4d213763ca None None] Provisioning for port e3751d35-d149-4c8f-955c-1858a95b7beb completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:13.399466 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-94dbc622-c4dc-4956-975f-ff4d213763ca None None] Provisioning complete for port e3751d35-d149-4c8f-955c-1858a95b7beb triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:13.400092 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-94dbc622-c4dc-4956-975f-ff4d213763ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.503934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Checking segment: {'id': '06fe2bd8-6c62-4171-9ca2-538ccd22c66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '24d12574-2349-4ea5-b254-04bb00e2fc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:13.504500 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Network hostable DHCP agents. Network: 24d12574-2349-4ea5-b254-04bb00e2fc2b, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:42:13.523728 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf05d4c5-f8a6-44cd-aa99-e2acc6c12309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.549518 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Network 24d12574-2349-4ea5-b254-04bb00e2fc2b is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:42:13.554140 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.612791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf05d4c5-f8a6-44cd-aa99-e2acc6c12309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.613283 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 24d12574-2349-4ea5-b254-04bb00e2fc2b) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:13.632782 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:13.633500 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.674336 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d6417-2785-484d-8c22-49cab8347506 None None] Network 24d12574-2349-4ea5-b254-04bb00e2fc2b requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:13.718136 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3fdd3314-982d-44b3-848f-0abda0855725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.725941 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-eb270e23-92c1-4740-9053-4cbd00caf163 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4829137 Aug 12 12:42:13.736378 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3fdd3314-982d-44b3-848f-0abda0855725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.738592 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:42:13.813571 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3fdd3314-982d-44b3-848f-0abda0855725 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8387c721ce6f49f4a1e5092417b34c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3194172 Aug 12 12:42:13.819475 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60936) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:13.867797 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf05d4c5-f8a6-44cd-aa99-e2acc6c12309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.870171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf05d4c5-f8a6-44cd-aa99-e2acc6c12309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.871279 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-cf05d4c5-f8a6-44cd-aa99-e2acc6c12309 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e41eeb0c-13f1-43ee-9b06-834e6e624e7b HTTP/1.1" status: 204 len: 168 time: 0.6778841 Aug 12 12:42:13.880148 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd3314-982d-44b3-848f-0abda0855725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f17a74-8694-4fa1-80e3-dfc6481c9bcf,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:13.910090 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05d4c5-f8a6-44cd-aa99-e2acc6c12309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41eeb0c-13f1-43ee-9b06-834e6e624e7b,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:13.921380 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.930049 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-94dbc622-c4dc-4956-975f-ff4d213763ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.965059 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40effd7f-b2ca-4e58-8f6d-da5bc65563d0 None None] Network 24d12574-2349-4ea5-b254-04bb00e2fc2b requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:13.976728 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5e3aab66-1555-4a5e-bd2f-426fff3673a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:13.987919 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:42:13.999888 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Sync routers for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:42:14.015409 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:14.016059 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:14.022487 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5e3aab66-1555-4a5e-bd2f-426fff3673a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.041791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.042999 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-18bcfe20-dbc9-4dd1-a64f-74d2f6d52ff6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8205152 Aug 12 12:42:14.051544 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60946) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:14.083150 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 60950) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:14.124489 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5e3aab66-1555-4a5e-bd2f-426fff3673a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.126966 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5e3aab66-1555-4a5e-bd2f-426fff3673a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.128149 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-5e3aab66-1555-4a5e-bd2f-426fff3673a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7f17a74-8694-4fa1-80e3-dfc6481c9bcf HTTP/1.1" status: 204 len: 168 time: 0.3064976 Aug 12 12:42:14.141046 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aab66-1555-4a5e-bd2f-426fff3673a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f17a74-8694-4fa1-80e3-dfc6481c9bcf,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:14.267660 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-94dbc622-c4dc-4956-975f-ff4d213763ca None None] For port e3751d35-d149-4c8f-955c-1858a95b7beb, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=e3751d35-d149-4c8f-955c-1858a95b7beb,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:14.272607 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-94dbc622-c4dc-4956-975f-ff4d213763ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.320317 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-17f5c9f2-08b8-4d7d-80b9-3de639aabd2a req-0060087f-5ba6-4c96-8722-5ed1d42fb758 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0703704 Aug 12 12:42:14.333441 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbc622-c4dc-4956-975f-ff4d213763ca None None] Pushing event updated for resources: {'Port': ['ID=e3751d35-d149-4c8f-955c-1858a95b7beb,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:14.345363 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:14.383017 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] Deleting subnet d060909d-fba2-4132-995c-8c32330b1cdb {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:42:14.392918 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.398492 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-04dbd2d9-e316-4acd-8e16-aa90dfa58f87 None None] Provisioning complete for port e3751d35-d149-4c8f-955c-1858a95b7beb triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:14.398876 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-04dbd2d9-e316-4acd-8e16-aa90dfa58f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.497527 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device e3751d35-d149-4c8f-955c-1858a95b7beb up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:14.534107 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.583536 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.636619 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Router 1ef25df2-ac3c-431b-8a0c-001b83131c4a is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:42:14.699657 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port e3751d35-d149-4c8f-955c-1858a95b7beb triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:14.700147 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.727767 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:12Z', 'revision_number': 3, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:14.760365 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Checking router: f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:42:14.760750 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Updating router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 port 077286fa-19a8-4b60-aa7d-21c96ebafcda binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:42:14.780397 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.809293 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.879801 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d060909d-fba2-4132-995c-8c32330b1cdb,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:14.881901 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.883836 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-17abdd71-5c02-42de-a261-4ed230d4031d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d060909d-fba2-4132-995c-8c32330b1cdb HTTP/1.1" status: 204 len: 168 time: 0.7995622 Aug 12 12:42:14.886480 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60974) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:14.909366 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:14.960711 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:42:14.971882 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Sync routers for ids ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:42:14.989554 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Routers {'1ef25df2-ac3c-431b-8a0c-001b83131c4a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:14.991477 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:15.017951 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.040936 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.042132 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-1f844b7c-b1f9-4d23-9c9e-502a447c27ad admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0760424 Aug 12 12:42:15.045152 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 60980) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:15.127087 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Set router 1ef25df2-ac3c-431b-8a0c-001b83131c4a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:15.223281 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.293547 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.295647 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.319327 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Transition to ACTIVE for port object 077286fa-19a8-4b60-aa7d-21c96ebafcda will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:15.322091 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.322447 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.323222 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.323547 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > port after_create 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.323878 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.324278 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > port after_update 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.324525 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.324868 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.325183 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.325501 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.330289 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.438975 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Attempting to bind port 077286fa-19a8-4b60-aa7d-21c96ebafcda on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:15.439384 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Attempting to bind port 077286fa-19a8-4b60-aa7d-21c96ebafcda by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:15.439754 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Attempting to bind port 077286fa-19a8-4b60-aa7d-21c96ebafcda on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:15.454303 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Pushing event updated for resources: {'Port': ['ID=077286fa-19a8-4b60-aa7d-21c96ebafcda,revision_number=2']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:15.470287 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:15.470590 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:15.471204 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.471779 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:15.472554 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Bound port: 077286fa-19a8-4b60-aa7d-21c96ebafcda, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:15.473125 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.476796 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.478441 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.480412 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.480948 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.481454 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.484651 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.488213 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.488740 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.490584 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.491152 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.491697 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.493142 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Tracked resource versions report: Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: pushed versions: Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: { 'AddressGroup': {'1.2'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'ConntrackHelper': {'1.0'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Log': {'1.0'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Network': {'1.1'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Port': {'1.7'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'PortForwarding': {'1.2'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'QosPolicy': {'1.9'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroup': {'1.4'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroupRule': {'1.2'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SubPort': {'1.0'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Subnet': {'1.1'}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Trunk': {'1.1'}} Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: consumer versions: Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: { DHCP agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: HyperV agent@hv-cinder-80429: {}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: L3 agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: Metadata agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: Metering agent@dv-cinder-804294-1-iscsi: {}, Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: Open vSwitch agent@dv-cinder-804294-1-iscsi: { 'AddressGroup': '1.2', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'ConntrackHelper': '1.0', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Log': '1.0', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Network': '1.1', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Port': '1.7', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'PortForwarding': '1.2', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'QosPolicy': '1.9', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroup': '1.4', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SecurityGroupRule': '1.2', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'SubPort': '1.0', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Subnet': '1.1', Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: 'Trunk': '1.1'}} Aug 12 12:42:15.495954 dv-cinder-804294-1-iscsi neutron-server[100367]: {{(pid=100367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 12:42:15.545646 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:13Z', 'revision_number': 3, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:15.644017 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Checking router: 1ef25df2-ac3c-431b-8a0c-001b83131c4a for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:42:15.645193 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Updating router 1ef25df2-ac3c-431b-8a0c-001b83131c4a port 3b2284e5-bb69-4bec-9253-4be7985c2db2 binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:42:15.645929 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] For port 077286fa-19a8-4b60-aa7d-21c96ebafcda, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:15.656637 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] For port 077286fa-19a8-4b60-aa7d-21c96ebafcda, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=077286fa-19a8-4b60-aa7d-21c96ebafcda,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:15.666688 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.677696 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.678096 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.678421 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.678744 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:42:15.679127 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210b3613-d387-4b80-b8fc-1c2e1291753a']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:15.681125 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Allocated IP 172.20.0.1 (031345cf-38f0-41bc-beaa-754db3e87a96/fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c/7a358df3-6827-4c9a-83a4-97b7dc40f650) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:15.710933 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.721913 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ec0b8a2c-d48f-4876-9120-4a2da62b5538 req-dcbbde7c-7cdc-417f-9271-875b9c64aea0 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0348134 Aug 12 12:42:15.742959 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20108c5d-619b-4270-aeb0-ef3019fd4a8a') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:15.743461 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20108c5d-619b-4270-aeb0-ef3019fd4a8a') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:15.814790 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:15.815866 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:15.844900 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.899796 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e33feb-ed15-4eac-be0f-f0240101d644 None None] Pushing event updated for resources: {'Port': ['ID=077286fa-19a8-4b60-aa7d-21c96ebafcda,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:15.917770 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.944981 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:42:15.946278 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: from cryptography.utils import int_from_bytes Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: from cryptography.utils import int_from_bytes Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:42:15.951695 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:42:16.089942 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:16.113142 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.151402 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.161817 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] 10.222.0.22 "DELETE /v2.0/networks/210b3613-d387-4b80-b8fc-1c2e1291753a HTTP/1.1" status: 204 len: 168 time: 1.2716365 Aug 12 12:42:16.164562 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.167657 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32782) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:16.176572 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9c20c-f057-4317-b2f2-897719bc7727 admin admin] Pushing event deleted for resources: {'Network': ['ID=210b3613-d387-4b80-b8fc-1c2e1291753a,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:16.248540 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Transition to ACTIVE for port object 7a358df3-6827-4c9a-83a4-97b7dc40f650 will not be triggered until provisioned by entity DHCP. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:16.262700 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.290207 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Transition to ACTIVE for port object 3b2284e5-bb69-4bec-9253-4be7985c2db2 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:16.290484 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] Deleting subnet 57f00a58-51f8-416f-b6a2-16062a26d3ac {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:42:16.298879 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.303846 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.352504 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Attempting to bind port 3b2284e5-bb69-4bec-9253-4be7985c2db2 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:16.353494 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Attempting to bind port 3b2284e5-bb69-4bec-9253-4be7985c2db2 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:16.353866 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Attempting to bind port 3b2284e5-bb69-4bec-9253-4be7985c2db2 on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:16.380548 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:16.380918 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:16.381510 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.382097 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:16.382771 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Bound port: 3b2284e5-bb69-4bec-9253-4be7985c2db2, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:16.383205 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.392732 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:12Z', 'revision_number': 3, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:16.424233 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.433019 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498436ac-2d9e-40fc-b3ec-d6763e0c7f56 None None] The sync data for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi is: [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:12Z', 'revision_number': 3, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:42:16.455340 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.462982 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] For port 3b2284e5-bb69-4bec-9253-4be7985c2db2, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:16.473072 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] For port 3b2284e5-bb69-4bec-9253-4be7985c2db2, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=3b2284e5-bb69-4bec-9253-4be7985c2db2,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:16.501684 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4dd41-309f-4563-9b7d-710b5648ddea None None] Pushing event updated for resources: {'Port': ['ID=3b2284e5-bb69-4bec-9253-4be7985c2db2,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:16.505210 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.568952 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Routers {'1ef25df2-ac3c-431b-8a0c-001b83131c4a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:16.569797 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:16.580694 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.589414 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Pushing event updated for resources: {'Port': ['ID=7a358df3-6827-4c9a-83a4-97b7dc40f650,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:16.672084 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Network 031345cf-38f0-41bc-beaa-754db3e87a96 is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:16.679593 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:16.686150 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:16.686778 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:16.791853 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.10', 60675) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:16.980023 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] Set router 1ef25df2-ac3c-431b-8a0c-001b83131c4a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:17.124104 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4dd41-309f-4563-9b7d-710b5648ddea None None] Pushing event updated for resources: {'Port': ['ID=3b2284e5-bb69-4bec-9253-4be7985c2db2,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:17.245416 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-81052461-63d0-4dd1-8e60-33778ebcc1a6 None None] Provisioning for port 7a358df3-6827-4c9a-83a4-97b7dc40f650 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:17.259787 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-81052461-63d0-4dd1-8e60-33778ebcc1a6 None None] Provisioning complete for port 7a358df3-6827-4c9a-83a4-97b7dc40f650 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:17.261346 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-81052461-63d0-4dd1-8e60-33778ebcc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:17.279475 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f161-1ead-4a90-b729-1c6998975421 req-a912fa47-e1cb-4d07-8fed-8716b449619b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:17.281644 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-a912fa47-e1cb-4d07-8fed-8716b449619b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.10 "GET /v2.0/networks?id=0c819b19-cddb-4c92-ae2b-f833c31b3001 HTTP/1.1" status: 200 len: 811 time: 0.4848859 Aug 12 12:42:17.322418 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:17.355529 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Request body: {'port': {'device_id': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001', 'admin_state_up': True, 'tenant_id': '5af8fe1f085d4b2894dba1cc99fc762c'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:17.359580 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:17.364700 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57f00a58-51f8-416f-b6a2-16062a26d3ac HTTP/1.1" status: 204 len: 168 time: 1.1953428 Aug 12 12:42:17.383796 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 32828) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:17.458093 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-81052461-63d0-4dd1-8e60-33778ebcc1a6 None None] Port 7a358df3-6827-4c9a-83a4-97b7dc40f650 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:42:17.492792 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:17.510821 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:13Z', 'revision_number': 3, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:17.522573 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ebe8b32a-d1e3-463d-a8fe-7b1f9ea90c4b req-c64e3c79-ebb8-46a5-9588-d536049ab5e1 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.2099349 Aug 12 12:42:17.586949 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:17.603466 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4811dc-e6cd-4e68-b1f5-814b60336ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f00a58-51f8-416f-b6a2-16062a26d3ac,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:17.616014 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e694612-84cb-4d7f-b228-4577990f7eae None None] The sync data for ids ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'] in dv-cinder-804294-1-iscsi is: [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:13Z', 'revision_number': 3, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:42:18.003220 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.058081 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.066311 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.067209 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.157754 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.233299 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Pushing event updated for resources: {'Port': ['ID=7a358df3-6827-4c9a-83a4-97b7dc40f650,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:18.242198 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d12574-2349-4ea5-b254-04bb00e2fc2b']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:18.291943 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Network 031345cf-38f0-41bc-beaa-754db3e87a96 is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:18.293706 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:18.296306 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fe2bd8-6c62-4171-9ca2-538ccd22c66b') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:18.297141 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fe2bd8-6c62-4171-9ca2-538ccd22c66b') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:18.315843 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.364611 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Made reservation on behalf of 5af8fe1f085d4b2894dba1cc99fc762c for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:18.370905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.419782 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.466379 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:42:18.466778 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:42:18.484274 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:42:18.650451 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:42:18.680497 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 077286fa-19a8-4b60-aa7d-21c96ebafcda up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:18.872286 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-b12d3f16-b904-4526-9743-8e4ff6b2c362 None None] Provisioning complete for port 7a358df3-6827-4c9a-83a4-97b7dc40f650 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:18.883667 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-b12d3f16-b904-4526-9743-8e4ff6b2c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:18.885869 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:42:18.894622 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-637d340f-e798-44f2-8786-c6de6548d982 admin admin] 10.222.0.22 "PUT /v2.0/routers/f5e4be59-82d4-4b40-95e4-fe9dc8ed7801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8289237 Aug 12 12:42:18.929939 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 077286fa-19a8-4b60-aa7d-21c96ebafcda completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:18.943504 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 077286fa-19a8-4b60-aa7d-21c96ebafcda triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:18.944135 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:19.038306 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-b12d3f16-b904-4526-9743-8e4ff6b2c362 None None] Port 7a358df3-6827-4c9a-83a4-97b7dc40f650 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:42:19.058656 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b27dc1df-9982-4797-9236-33f81f7ce780 req-6b61934b-7b14-4b15-8cbc-e4d8c208d581 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.1446915 Aug 12 12:42:19.108157 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32902) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:19.187176 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:19.209103 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:19.211136 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] 10.222.0.22 "DELETE /v2.0/networks/24d12574-2349-4ea5-b254-04bb00e2fc2b HTTP/1.1" status: 204 len: 168 time: 1.7987928 Aug 12 12:42:19.259214 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:19.265993 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Sync routers for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:42:19.276623 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:19.277239 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:19.317769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 077286fa-19a8-4b60-aa7d-21c96ebafcda, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=077286fa-19a8-4b60-aa7d-21c96ebafcda,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:19.324933 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:19.326897 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 3b2284e5-bb69-4bec-9253-4be7985c2db2 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:19.449018 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Allocated IP 172.20.0.1 (9edf8b20-407d-4d3d-9d09-754c4792c58a/aaf58920-cbce-43b0-a574-65d469326e24/54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:19.486182 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30db1e-6e0a-4aa9-8cf2-2ad5cd5e288f admin admin] Pushing event deleted for resources: {'Network': ['ID=24d12574-2349-4ea5-b254-04bb00e2fc2b,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:19.608923 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 3b2284e5-bb69-4bec-9253-4be7985c2db2 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:19.657642 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Allocated IP 172.20.0.14 (0c819b19-cddb-4c92-ae2b-f833c31b3001/3ade4d23-f146-4e16-b60e-b0c9c9e56f96/ae2b11e5-b96e-4322-8d17-07d9c0b8bd23) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:19.658219 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 3b2284e5-bb69-4bec-9253-4be7985c2db2 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:19.659982 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:19.696312 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:19.773914 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=077286fa-19a8-4b60-aa7d-21c96ebafcda,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:19.829958 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-873d45ce-a1a2-4cd9-a24d-fc5073e945e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.131185 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.221765 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 3b2284e5-bb69-4bec-9253-4be7985c2db2, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=3b2284e5-bb69-4bec-9253-4be7985c2db2,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:20.232535 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.266135 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-873d45ce-a1a2-4cd9-a24d-fc5073e945e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.273241 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32924) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:20.358276 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 2, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:20.407943 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=3b2284e5-bb69-4bec-9253-4be7985c2db2,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:20.440988 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Checking router: f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:42:20.442094 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Updating router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 port 7a358df3-6827-4c9a-83a4-97b7dc40f650 binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:42:20.443666 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32926) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:20.446370 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-55ef281b-ccd3-4dd4-b1c8-a6f19c53a7a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edccf73d75844147821746ec20a4f72f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1702342 Aug 12 12:42:20.447156 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-873d45ce-a1a2-4cd9-a24d-fc5073e945e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.468950 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32928) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:20.535563 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.545275 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d45ce-a1a2-4cd9-a24d-fc5073e945e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439eb6f6-87d9-4b59-bf68-dc83d744844e,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:20.585473 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-873d45ce-a1a2-4cd9-a24d-fc5073e945e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c6a43d13ce849ac9eb236929477bad7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4749587 Aug 12 12:42:20.587694 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32934) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:20.886631 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 077286fa-19a8-4b60-aa7d-21c96ebafcda up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:20.889147 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a831ecf6-280b-4336-9af4-868b9075e8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.889691 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 077286fa-19a8-4b60-aa7d-21c96ebafcda triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:20.889691 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.918347 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a831ecf6-280b-4336-9af4-868b9075e8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:20.979096 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-23c03a8e-20e9-44e8-9036-b609a20eccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.134322 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.139918 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-23c03a8e-20e9-44e8-9036-b609a20eccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.224834 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.245464 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Transition to ACTIVE for port object 7a358df3-6827-4c9a-83a4-97b7dc40f650 will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:21.256230 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9d101156-1f7a-41e7-81cf-cd3a524acf07 req-c1cbb907-4edc-49cd-a7a1-ff8d858b6c17 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 1.0150208 Aug 12 12:42:21.257457 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.271966 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.278871 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cfa9bd37-4d02-496b-846d-f6ed4a748cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.293064 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a831ecf6-280b-4336-9af4-868b9075e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.296587 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a831ecf6-280b-4336-9af4-868b9075e8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.304279 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a831ecf6-280b-4336-9af4-868b9075e8f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3cda5d1-7987-4a75-ad8e-dfbdefc4c77a HTTP/1.1" status: 204 len: 168 time: 0.8323934 Aug 12 12:42:21.325834 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-23c03a8e-20e9-44e8-9036-b609a20eccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.337369 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-23c03a8e-20e9-44e8-9036-b609a20eccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.347137 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-23c03a8e-20e9-44e8-9036-b609a20eccda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/439eb6f6-87d9-4b59-bf68-dc83d744844e HTTP/1.1" status: 204 len: 168 time: 0.7558951 Aug 12 12:42:21.405056 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831ecf6-280b-4336-9af4-868b9075e8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cda5d1-7987-4a75-ad8e-dfbdefc4c77a,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:21.459576 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Pushing event updated for resources: {'Port': ['ID=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:21.482196 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Attempting to bind port 7a358df3-6827-4c9a-83a4-97b7dc40f650 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:21.482994 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Attempting to bind port 7a358df3-6827-4c9a-83a4-97b7dc40f650 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:21.482994 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Attempting to bind port 7a358df3-6827-4c9a-83a4-97b7dc40f650 on network 031345cf-38f0-41bc-beaa-754db3e87a96 {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:21.486579 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c03a8e-20e9-44e8-9036-b609a20eccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439eb6f6-87d9-4b59-bf68-dc83d744844e,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:21.498995 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:21.499388 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Checking segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:21.503291 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.504458 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Bound using segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:21.508370 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Bound port: 7a358df3-6827-4c9a-83a4-97b7dc40f650, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:21.508991 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.527671 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:21.534044 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:21.541597 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:21.640506 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.651531 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] For port 7a358df3-6827-4c9a-83a4-97b7dc40f650, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:21.655567 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] For port 7a358df3-6827-4c9a-83a4-97b7dc40f650, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=7a358df3-6827-4c9a-83a4-97b7dc40f650,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:21.664875 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.691801 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c33f8-5ea9-4cdc-b962-e416516c6951 None None] Pushing event updated for resources: {'Port': ['ID=7a358df3-6827-4c9a-83a4-97b7dc40f650,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:21.758826 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:21.759500 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:21.783460 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cfa9bd37-4d02-496b-846d-f6ed4a748cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.791702 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cfa9bd37-4d02-496b-846d-f6ed4a748cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.849779 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:21.887830 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 32960) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:21.889293 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-cfa9bd37-4d02-496b-846d-f6ed4a748cdc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7dc77ec0996f4ccc992bfd2b53dae73a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4339316 Aug 12 12:42:21.971400 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9bd37-4d02-496b-846d-f6ed4a748cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c027d9ed-e860-46ff-99f4-f3cd2feef1b6,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:21.973880 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 32964) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:21.978766 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-81f09888-e6c7-41ed-ab7d-8f29db9f78b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--154347673', 'description': 'tempest-description--1779806555'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:21.995492 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:22.157410 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70ce71e8-d441-4781-ab3c-031a47340cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.185719 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-81f09888-e6c7-41ed-ab7d-8f29db9f78b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.377967 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.496327 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70ce71e8-d441-4781-ab3c-031a47340cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.509664 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c33f8-5ea9-4cdc-b962-e416516c6951 None None] Pushing event updated for resources: {'Port': ['ID=7a358df3-6827-4c9a-83a4-97b7dc40f650,revision_number=4']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:22.548998 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 3b2284e5-bb69-4bec-9253-4be7985c2db2 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:22.615758 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32978) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:22.642466 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32982) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:22.664503 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:21Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:22.667577 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc96f-d90b-45a6-91b7-8cab9ecdef76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.720700 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-be42073e-dc4e-493b-a62b-d78d48ed5ef6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da913fe31c304fc3ae37295025ec4489&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1027050 Aug 12 12:42:22.721043 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 32986) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:22.745968 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 3b2284e5-bb69-4bec-9253-4be7985c2db2 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:22.746862 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.775743 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214c6b4-8940-4165-aabc-cff529d30c26 None None] The sync data for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi is: [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:21Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:42:22.862564 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.867316 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c997-27a2-4bd8-bf1e-82cd915c068e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:22.938518 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c997-27a2-4bd8-bf1e-82cd915c068e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.055299 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c997-27a2-4bd8-bf1e-82cd915c068e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.062599 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c997-27a2-4bd8-bf1e-82cd915c068e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.064164 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8eb6c997-27a2-4bd8-bf1e-82cd915c068e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16e98a7d-d085-40ae-9161-7b3e581e0acf HTTP/1.1" status: 204 len: 168 time: 0.3399761 Aug 12 12:42:23.081986 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6c997-27a2-4bd8-bf1e-82cd915c068e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e98a7d-d085-40ae-9161-7b3e581e0acf,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:23.111362 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.304685 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae3e7f-9c63-482a-83b2-164743f49c46 req-0bf2ec42-c08e-4d78-bb42-6b3f57a043a4 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:23.307282 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-caae3e7f-9c63-482a-83b2-164743f49c46 req-0bf2ec42-c08e-4d78-bb42-6b3f57a043a4 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.8251436 Aug 12 12:42:23.308330 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.366439 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.392078 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Network 0c819b19-cddb-4c92-ae2b-f833c31b3001 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:23.412148 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:23.494715 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:23.494715 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Pushing event updated for resources: {'Port': ['ID=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:23.722924 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:23.737564 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-caae3e7f-9c63-482a-83b2-164743f49c46 req-ab767836-a4b7-446a-86e2-beeac8c1227b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725901 Aug 12 12:42:23.738261 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70ce71e8-d441-4781-ab3c-031a47340cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.750617 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70ce71e8-d441-4781-ab3c-031a47340cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.750617 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-70ce71e8-d441-4781-ab3c-031a47340cf8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c027d9ed-e860-46ff-99f4-f3cd2feef1b6 HTTP/1.1" status: 204 len: 168 time: 1.8501995 Aug 12 12:42:23.827991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-81f09888-e6c7-41ed-ab7d-8f29db9f78b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:23.829495 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:24.047885 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce71e8-d441-4781-ab3c-031a47340cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c027d9ed-e860-46ff-99f4-f3cd2feef1b6,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:24.050732 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-81f09888-e6c7-41ed-ab7d-8f29db9f78b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.095392 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc96f-d90b-45a6-91b7-8cab9ecdef76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.104148 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc96f-d90b-45a6-91b7-8cab9ecdef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.196243 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f09888-e6c7-41ed-ab7d-8f29db9f78b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:24.217167 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c8dfc96f-d90b-45a6-91b7-8cab9ecdef76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b0afc802b8d4b8cb56e02e39863dee7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5688045 Aug 12 12:42:24.219052 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33016) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:24.220986 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:24.221980 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.236700 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfc96f-d90b-45a6-91b7-8cab9ecdef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7224e8b-e5e4-448a-a9cb-cdccac3d12f4,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:24.242088 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Pushing event updated for resources: {'Port': ['ID=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:24.270500 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-23b46ddd-546b-4a87-bc37-2a2a971b1a25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9342866 Aug 12 12:42:24.281403 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-81f09888-e6c7-41ed-ab7d-8f29db9f78b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.283414 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-81f09888-e6c7-41ed-ab7d-8f29db9f78b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3083293 Aug 12 12:42:24.286189 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33018) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:24.291633 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-7e700819-2a86-4f07-9725-6107e5af6117 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'security_group_rule': {'security_group_id': '777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:24.342214 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Router 1ef25df2-ac3c-431b-8a0c-001b83131c4a has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:42:24.345805 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7e700819-2a86-4f07-9725-6107e5af6117 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.365634 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0afa-ebfe-4e26-b350-6d5de3d5d103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.441122 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0afa-ebfe-4e26-b350-6d5de3d5d103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.524460 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7e700819-2a86-4f07-9725-6107e5af6117 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.576238 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7a358df3-6827-4c9a-83a4-97b7dc40f650 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:24.590990 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33024) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:24.597547 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7e700819-2a86-4f07-9725-6107e5af6117 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.634993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-1220fecd-887f-4988-aa25-d856afcb2b2f tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:42:24.636951 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-1220fecd-887f-4988-aa25-d856afcb2b2f tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0428092 Aug 12 12:42:24.641740 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e700819-2a86-4f07-9725-6107e5af6117 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76b97c1-66d7-4df9-8e63-44971ddcafee,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:24.705209 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-14ceaa02-09a0-47d5-a290-f73dcb8eae28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.715481 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0afa-ebfe-4e26-b350-6d5de3d5d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.729443 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f9d0afa-ebfe-4e26-b350-6d5de3d5d103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.733548 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8f9d0afa-ebfe-4e26-b350-6d5de3d5d103 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7224e8b-e5e4-448a-a9cb-cdccac3d12f4 HTTP/1.1" status: 204 len: 168 time: 0.5116713 Aug 12 12:42:24.741830 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 7a358df3-6827-4c9a-83a4-97b7dc40f650 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:24.754446 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 7a358df3-6827-4c9a-83a4-97b7dc40f650 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:24.759665 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.774639 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d0afa-ebfe-4e26-b350-6d5de3d5d103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7224e8b-e5e4-448a-a9cb-cdccac3d12f4,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:24.836274 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7e700819-2a86-4f07-9725-6107e5af6117 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:24.844163 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33038) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:24.850047 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'security_group_rule': {'security_group_id': '777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:24.858541 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7e700819-2a86-4f07-9725-6107e5af6117 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5687683 Aug 12 12:42:25.023565 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:42:25.039077 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Sync routers for ids ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:42:25.061475 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-f0050158-1cdb-498c-8746-5585c2a6afa0 admin admin] 10.222.0.22 "PUT /v2.0/routers/1ef25df2-ac3c-431b-8a0c-001b83131c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0123434 Aug 12 12:42:25.088992 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.db.api [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 12:42:25.088992 dv-cinder-804294-1-iscsi neutron-server[100364]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 12:42:25.088992 dv-cinder-804294-1-iscsi neutron-server[100364]: [parameters: {'project_id_1': 'c42ba973700543d096884c8a9c570174', 'expiration_1': datetime.datetime(2021, 8, 12, 12, 42, 24, 878144)}] Aug 12 12:42:25.088992 dv-cinder-804294-1-iscsi neutron-server[100364]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100364) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 12:42:25.089346 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG oslo_db.api [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 12:42:25.194021 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-14ceaa02-09a0-47d5-a290-f73dcb8eae28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.197107 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdba5b-70cd-4da6-b799-2d5708603f70 req-72e50079-54ba-4ab3-a357-3de3fe11d97c tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:25.199465 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-edfdba5b-70cd-4da6-b799-2d5708603f70 req-72e50079-54ba-4ab3-a357-3de3fe11d97c tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.2967582 Aug 12 12:42:25.202063 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-14ceaa02-09a0-47d5-a290-f73dcb8eae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.221720 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Routers {'1ef25df2-ac3c-431b-8a0c-001b83131c4a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:25.225958 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:25.265714 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ceaa02-09a0-47d5-a290-f73dcb8eae28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df7b64e-8b0a-4462-bb38-19fda3a586bc,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:25.326943 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-14ceaa02-09a0-47d5-a290-f73dcb8eae28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6588d577382e4c23b8b6725ce0794e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7345800 Aug 12 12:42:25.330117 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33054) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:25.374045 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-edfdba5b-70cd-4da6-b799-2d5708603f70 req-dd68f32f-0a14-4085-82bc-dff041b9bbde tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594017 Aug 12 12:42:25.383592 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.489991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-58ebd0d0-460e-4533-b114-ae46c8d6d4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.536696 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-58ebd0d0-460e-4533-b114-ae46c8d6d4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.555253 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 7a358df3-6827-4c9a-83a4-97b7dc40f650, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=7a358df3-6827-4c9a-83a4-97b7dc40f650,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:25.562638 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.605985 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-58ebd0d0-460e-4533-b114-ae46c8d6d4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.609978 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-58ebd0d0-460e-4533-b114-ae46c8d6d4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.613637 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-58ebd0d0-460e-4533-b114-ae46c8d6d4f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3df7b64e-8b0a-4462-bb38-19fda3a586bc HTTP/1.1" status: 204 len: 168 time: 0.2789133 Aug 12 12:42:25.626116 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebd0d0-460e-4533-b114-ae46c8d6d4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df7b64e-8b0a-4462-bb38-19fda3a586bc,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:25.633841 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.650235 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Set router 1ef25df2-ac3c-431b-8a0c-001b83131c4a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:25.711772 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=7a358df3-6827-4c9a-83a4-97b7dc40f650,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:25.737661 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.742592 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.776777 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.779568 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9343436 Aug 12 12:42:25.780801 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc605a-325f-4bc8-bd57-f70c59c749f2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8313e3-288d-473a-a420-1d7969e7b60d,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:25.782692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33072) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:25.788416 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:25.820478 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.939690 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:22Z', 'revision_number': 4, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f', 'name': '', 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'mac_address': 'fa:16:3e:16:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:18Z', 'updated_at': '2021-08-12T12:42:22Z', 'revision_number': 2, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'subnets': [{'id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:25.983756 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:25.985058 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Checking router: 1ef25df2-ac3c-431b-8a0c-001b83131c4a for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:42:25.985413 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Updating router 1ef25df2-ac3c-431b-8a0c-001b83131c4a port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:42:26.011776 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.134106 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Allocated IP 172.27.2.211 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/54e8f3ab-469a-4540-8576-053791f91de8) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:26.411152 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.436663 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Transition to ACTIVE for port object 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:26.445664 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.507456 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08028ee-d933-4c12-8166-2c632785a2a3 None None] Pushing event updated for resources: {'Port': ['ID=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:26.546671 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.557644 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b8eb99c8-6f11-4420-84af-79319bfbcd26 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:26.559158 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b8eb99c8-6f11-4420-84af-79319bfbcd26 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 818 time: 0.1649024 Aug 12 12:42:26.561427 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7a358df3-6827-4c9a-83a4-97b7dc40f650 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:26.583683 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-4a0c91b7-68a9-4c56-b12a-1ccfb4054fc3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/quotas/f9356a2c8b414e3abf2db2aadad3fab4 HTTP/1.1" status: 200 len: 375 time: 0.0147710 Aug 12 12:42:26.633678 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d602ac-40fe-4724-b5ad-8228ec4c75d0 req-03f614a2-df8d-4471-a3f6-c01c73c366d3 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:26.646846 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a1d602ac-40fe-4724-b5ad-8228ec4c75d0 req-03f614a2-df8d-4471-a3f6-c01c73c366d3 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.1256940 Aug 12 12:42:26.660214 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.688444 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Attempting to bind port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:26.689046 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Attempting to bind port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:26.689705 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Attempting to bind port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f on network 9edf8b20-407d-4d3d-9d09-754c4792c58a {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:26.702343 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:26.702844 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Checking segment: {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:26.703360 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.703801 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Bound using segment: {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:26.704479 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Bound port: 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:26.704923 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.714581 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-7293e9f6-df06-48d8-be71-06e983bd814a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193140 Aug 12 12:42:26.717174 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a1d602ac-40fe-4724-b5ad-8228ec4c75d0 req-763b7008-0d1b-45b6-a259-fa055fef3d74 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674465 Aug 12 12:42:26.728254 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:26.732107 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:26.736958 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'Port': ['ID=54e8f3ab-469a-4540-8576-053791f91de8,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:26.739002 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:26.740709 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 7a358df3-6827-4c9a-83a4-97b7dc40f650 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:26.741085 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.846787 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] For port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:26.850374 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] For port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:26.859271 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.874795 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.927732 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:26.943669 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Routers {'1ef25df2-ac3c-431b-8a0c-001b83131c4a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:42:26.944290 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:27.123601 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08028ee-d933-4c12-8166-2c632785a2a3 None None] Pushing event updated for resources: {'Port': ['ID=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:27.133109 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:27.139593 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:27.195694 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] Set router 1ef25df2-ac3c-431b-8a0c-001b83131c4a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:42:27.228288 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-385b6ca1-e831-4650-9b4a-46b6e5e579bc service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:42:27.229300 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-385b6ca1-e831-4650-9b4a-46b6e5e579bc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2706618 Aug 12 12:42:27.230463 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:27.233718 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'Port': ['ID=54e8f3ab-469a-4540-8576-053791f91de8,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:27.289535 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:27.299708 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-9526ed7d-0212-4020-8039-7f5a24e3cadc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5154369 Aug 12 12:42:27.370358 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-881e2ad8-7771-4e83-87f5-76eb13fe81d7 service neutron] 10.222.0.22 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330361 Aug 12 12:42:27.461440 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:22Z', 'revision_number': 4, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f', 'name': '', 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'mac_address': 'fa:16:3e:16:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:18Z', 'updated_at': '2021-08-12T12:42:26Z', 'revision_number': 4, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'subnets': [{'id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:42:27.489734 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697550cd-70e3-476e-9feb-5e3a7863e1ec None None] The sync data for ids ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'] in dv-cinder-804294-1-iscsi is: [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:22Z', 'revision_number': 4, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f', 'name': '', 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'mac_address': 'fa:16:3e:16:2e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:18Z', 'updated_at': '2021-08-12T12:42:26Z', 'revision_number': 4, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'subnets': [{'id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:42:27.502067 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-a9687567-0a7a-4e2e-8690-8f7839413ecb service neutron] 10.222.0.22 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240506 Aug 12 12:42:27.726609 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-38de5394-e620-4e4e-a805-c15de378498b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--154347673&fields=id&tenant_id=c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 267 time: 0.1181052 Aug 12 12:42:27.946665 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67bdd-0fc2-4258-acfd-b188eb62696c req-d7994908-e8bf-49f0-8491-5541b1c94095 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:27.954103 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75a67bdd-0fc2-4258-acfd-b188eb62696c req-d7994908-e8bf-49f0-8491-5541b1c94095 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.1159115 Aug 12 12:42:28.012022 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-1a1c66c6-1a1f-4184-baeb-877e3fc13cd4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:28.013717 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-1a1c66c6-1a1f-4184-baeb-877e3fc13cd4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 817 time: 0.2852030 Aug 12 12:42:28.061394 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-12effbde-4360-4559-b07c-ae25a44f205f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/quotas/c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 375 time: 0.0386481 Aug 12 12:42:28.067107 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75a67bdd-0fc2-4258-acfd-b188eb62696c req-7641c4ee-ce46-4d9d-b31e-21441dd78737 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082277 Aug 12 12:42:28.169871 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-5c30c2af-9a4b-427c-b0b9-48d218c35307 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068158 Aug 12 12:42:28.220825 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ed7f35f-764c-4b23-b0b1-0edfa4fe1434 req-3aa068ff-c384-44a9-ba3b-4d7bc01a1234 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 210 time: 0.0954325 Aug 12 12:42:28.408101 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-0bcc2139-d61d-4613-9eca-7544bb9b149f service neutron] 10.222.0.22 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202673 Aug 12 12:42:28.640293 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:28.812480 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:28.819691 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:28.820621 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:28.869393 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-e125c7d8-0622-416b-969b-09923a6b8cf7 service neutron] 10.222.0.22 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511487 Aug 12 12:42:28.879010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed87a-6060-44cb-b599-0261afad8916 req-9ed94836-92f6-4b05-a19d-e21a13a8a58c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:28.892993 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-9ed94836-92f6-4b05-a19d-e21a13a8a58c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 818 time: 0.2378356 Aug 12 12:42:28.944172 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-5ef9fcd8-fe0d-4202-93e5-cc28d3802001 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/quotas/f9356a2c8b414e3abf2db2aadad3fab4 HTTP/1.1" status: 200 len: 375 time: 0.0444603 Aug 12 12:42:29.074919 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:29.164283 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:29.170844 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:29.211910 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-9ec0ac02-63f4-49d3-bc0e-e3e7d82bd5ae tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2599063 Aug 12 12:42:29.293537 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8009c2b-a0b6-449f-802c-274185d5f906 req-a300057c-a014-4c40-92d6-07445318a06b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:29.318233 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c8009c2b-a0b6-449f-802c-274185d5f906 req-a300057c-a014-4c40-92d6-07445318a06b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.1060147 Aug 12 12:42:29.385709 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:29.407004 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c8009c2b-a0b6-449f-802c-274185d5f906 req-e6fdf9c8-b306-48c3-8373-53bed46011b0 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879333 Aug 12 12:42:29.516763 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-b8d3b7fb-6f15-4e52-883a-ced77d1a16cb service neutron] 10.222.0.22 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960846 Aug 12 12:42:29.625742 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-394d2831-adf0-4674-8857-40f0f9cd17b3 req-84e23d1b-e9b9-4b80-9734-243197cd13d6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0741720 Aug 12 12:42:29.682985 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-990f03fb-4d4c-4900-a5cf-323ce98b8bb1 service neutron] 10.222.0.22 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601326 Aug 12 12:42:29.999900 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7d5da744-1c49-44e2-8e26-3f0e5b8e0fb3 req-08c60159-6b74-429e-ae38-f50f9a8581d6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.1124752 Aug 12 12:42:30.521154 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:30.587186 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:30.587723 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:30.602858 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1589f8c-6eea-443b-93f8-746bc9be34eb req-d11b54c1-7ad5-4917-875d-105f88c34bb1 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:30.605515 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1589f8c-6eea-443b-93f8-746bc9be34eb req-d11b54c1-7ad5-4917-875d-105f88c34bb1 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.0609758 Aug 12 12:42:30.670330 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1589f8c-6eea-443b-93f8-746bc9be34eb req-0f480f92-b94d-475b-939f-f04a212a06b0 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532343 Aug 12 12:42:30.741334 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-00f3ad96-defd-4db0-a33e-dc08d7a87325 req-4bb15b57-e915-4fe8-8fbb-655074fb2789 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0386019 Aug 12 12:42:31.098573 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d57031b-6f92-47d6-9898-f9ba1a2827b0 req-732dcda9-5edd-48e9-9f42-eb73a176e526 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0268340 Aug 12 12:42:31.837773 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984e6ff-6e7a-4167-b7ca-dc7a89f4b5c1 req-174a9a7d-cd25-4558-b3f0-0cae9c73994a tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:31.839525 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0984e6ff-6e7a-4167-b7ca-dc7a89f4b5c1 req-174a9a7d-cd25-4558-b3f0-0cae9c73994a tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.0749302 Aug 12 12:42:31.910964 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0984e6ff-6e7a-4167-b7ca-dc7a89f4b5c1 req-cfda59be-b141-426a-ab81-fd23fc8b2254 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Aug 12 12:42:31.938440 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6806698a-a91b-4ff6-b1af-bd709275dd9d req-a0c16621-6bd3-4258-a83b-ca9bb42f4723 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0747428 Aug 12 12:42:32.200024 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33414) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:32.210025 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-be3eca09-cfa2-490f-9cec-57573e30e67f req-0d42d12a-02fd-4883-8c00-bf6386d14d56 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0319390 Aug 12 12:42:32.312437 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1ce894ab-8643-48e6-8dd4-c94a63f7edb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:32.434063 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1ce894ab-8643-48e6-8dd4-c94a63f7edb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:32.440005 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1ce894ab-8643-48e6-8dd4-c94a63f7edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:32.495810 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-1ce894ab-8643-48e6-8dd4-c94a63f7edb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37ff49880e82421f9a8b629a37ee2ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946653 Aug 12 12:42:32.495955 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33430) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:32.499011 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce894ab-8643-48e6-8dd4-c94a63f7edb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d697a6-b23c-4cbd-ad71-1480d4b0d8e6,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:32.568326 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0c994624-f0c8-4605-beab-ec9a303a1536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:32.595634 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0c994624-f0c8-4605-beab-ec9a303a1536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:32.657401 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33436) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:32.677217 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0c994624-f0c8-4605-beab-ec9a303a1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:32.680275 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0c994624-f0c8-4605-beab-ec9a303a1536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:32.684220 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0c994624-f0c8-4605-beab-ec9a303a1536 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5d697a6-b23c-4cbd-ad71-1480d4b0d8e6 HTTP/1.1" status: 204 len: 168 time: 0.1871438 Aug 12 12:42:32.706439 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c994624-f0c8-4605-beab-ec9a303a1536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d697a6-b23c-4cbd-ad71-1480d4b0d8e6,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:32.847136 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3f80eeb5-c6ac-4008-ae76-c1dc5938a3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.005744 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3f80eeb5-c6ac-4008-ae76-c1dc5938a3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.012279 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3f80eeb5-c6ac-4008-ae76-c1dc5938a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.064236 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3f80eeb5-c6ac-4008-ae76-c1dc5938a3ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26ac0a412f27489e8376d3a62834ddda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4052718 Aug 12 12:42:33.067350 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33460) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:33.128592 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80eeb5-c6ac-4008-ae76-c1dc5938a3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce0c7e7-c7ac-49bd-8b64-acec658e60e2,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:33.143757 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492f06f-0691-47e2-8050-8d7ba3710502 req-2d06bf47-f149-4295-9fae-3f8400e2c78e tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:33.145344 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7492f06f-0691-47e2-8050-8d7ba3710502 req-2d06bf47-f149-4295-9fae-3f8400e2c78e tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.0798461 Aug 12 12:42:33.252527 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7492f06f-0691-47e2-8050-8d7ba3710502 req-5ef69454-cc45-4582-98b7-4ecdc275a483 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004155 Aug 12 12:42:33.302444 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-718af9d9-dfbc-49e9-a214-4f704f43d975 req-57eb01b8-aaf3-4df1-8d99-ce842ca1819b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.1055486 Aug 12 12:42:33.308822 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-22ccebd2-ebea-40e6-8c77-6f9920fee994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.363389 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-22ccebd2-ebea-40e6-8c77-6f9920fee994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.401204 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e809e684-5d60-41d1-a832-720f539ecbbc req-fcf287b9-42a8-4327-bff0-ea40a912085f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0451159 Aug 12 12:42:33.465281 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-22ccebd2-ebea-40e6-8c77-6f9920fee994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.468501 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-22ccebd2-ebea-40e6-8c77-6f9920fee994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.469730 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-22ccebd2-ebea-40e6-8c77-6f9920fee994 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fce0c7e7-c7ac-49bd-8b64-acec658e60e2 HTTP/1.1" status: 204 len: 168 time: 0.4014103 Aug 12 12:42:33.486153 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccebd2-ebea-40e6-8c77-6f9920fee994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce0c7e7-c7ac-49bd-8b64-acec658e60e2,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:33.488238 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33470) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:33.496290 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.517158 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-965750a4-bd77-43f0-9e63-c388b0bba638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.708989 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-965750a4-bd77-43f0-9e63-c388b0bba638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.716748 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-965750a4-bd77-43f0-9e63-c388b0bba638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.771474 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965750a4-bd77-43f0-9e63-c388b0bba638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6521e3e7-ab0d-4577-bf0b-55c5d16fc013,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:33.796608 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33480) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:33.797185 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-965750a4-bd77-43f0-9e63-c388b0bba638 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f34730b02cc4895920163fa85fd478b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074634 Aug 12 12:42:33.864576 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-83e0bbde-3fa9-449d-9ab2-dd04a332e778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.896100 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-83e0bbde-3fa9-449d-9ab2-dd04a332e778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.980509 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-83e0bbde-3fa9-449d-9ab2-dd04a332e778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.983350 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-83e0bbde-3fa9-449d-9ab2-dd04a332e778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:33.984538 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-83e0bbde-3fa9-449d-9ab2-dd04a332e778 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6521e3e7-ab0d-4577-bf0b-55c5d16fc013 HTTP/1.1" status: 204 len: 168 time: 0.1867261 Aug 12 12:42:33.992308 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0bbde-3fa9-449d-9ab2-dd04a332e778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6521e3e7-ab0d-4577-bf0b-55c5d16fc013,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:34.099914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33488) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:34.115060 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ff432c5d-58eb-41ac-96c4-2e677dccb9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:34.249281 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ff432c5d-58eb-41ac-96c4-2e677dccb9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:34.259355 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ff432c5d-58eb-41ac-96c4-2e677dccb9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:34.328840 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ff432c5d-58eb-41ac-96c4-2e677dccb9a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b989a18d54a142efaca940f54df569ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275505 Aug 12 12:42:34.329563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff432c5d-58eb-41ac-96c4-2e677dccb9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5515922f-118f-4d4a-b74c-033d45eb6033,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:34.331370 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33504) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:34.473525 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4930e06a-823d-4b07-81a6-c3b9fbdc99d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:34.494767 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46a279-6625-441b-92a1-e6a3f8188591 req-b89820b3-d815-40c2-8ad6-1d1a96005ac7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:34.496735 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6f46a279-6625-441b-92a1-e6a3f8188591 req-b89820b3-d815-40c2-8ad6-1d1a96005ac7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.1377060 Aug 12 12:42:34.515296 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4930e06a-823d-4b07-81a6-c3b9fbdc99d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:34.538695 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-51d78e6d-013f-429b-a315-1da0dd006a13 req-b7e1f3ff-050f-40fb-bfcc-85da64736568 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0538416 Aug 12 12:42:34.587700 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6f46a279-6625-441b-92a1-e6a3f8188591 req-8618db54-636a-4559-97ad-c16522eb243c tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761907 Aug 12 12:42:34.629961 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4930e06a-823d-4b07-81a6-c3b9fbdc99d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:34.632938 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4930e06a-823d-4b07-81a6-c3b9fbdc99d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:34.634316 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4930e06a-823d-4b07-81a6-c3b9fbdc99d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5515922f-118f-4d4a-b74c-033d45eb6033 HTTP/1.1" status: 204 len: 168 time: 0.3012760 Aug 12 12:42:34.656609 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930e06a-823d-4b07-81a6-c3b9fbdc99d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5515922f-118f-4d4a-b74c-033d45eb6033,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:34.756431 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c1de638-a09f-42d6-acce-556bdfddc20e req-0283e92c-7292-4592-9f9c-7d366a8c359e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0273991 Aug 12 12:42:34.910405 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:42:35.386260 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33564) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:35.581035 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-154510648-network', 'tenant_id': 'd6c0fe6b604441d3aadf0cc3436a015c'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:35.603330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Made reservation on behalf of d6c0fe6b604441d3aadf0cc3436a015c for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:35.605864 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.618093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.714348 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-474f5195-2c03-4d00-8721-70a8a600a313 req-72b4011a-5923-48f2-a768-98da48fac284 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0405827 Aug 12 12:42:35.754642 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.759903 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.769619 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd093f-d210-46e5-9ef9-a841b14e0994 req-a9b44960-b321-4ea7-9eac-ca00cf3f0458 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:35.771183 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-acfd093f-d210-46e5-9ef9-a841b14e0994 req-a9b44960-b321-4ea7-9eac-ca00cf3f0458 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.0603004 Aug 12 12:42:35.781282 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:42:35.797362 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.797701 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Added segment 9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5 of type vlan for network 6716cfc5-70dd-48ff-8461-f4f453380481 Aug 12 12:42:35.798896 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da1d137-214b-4b51-8150-7e6660f92080,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:35.848110 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.848479 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-acfd093f-d210-46e5-9ef9-a841b14e0994 req-49132614-732d-4757-9f50-1d087ae5c9b1 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678825 Aug 12 12:42:35.893579 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5d3eb6ac-d398-4c0c-8de2-f9f814e4eaac req-c2006d41-d07f-4e7d-a4c4-df22304ea999 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0347667 Aug 12 12:42:35.904884 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.905865 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:35.906436 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:35.956308 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5689492 Aug 12 12:42:35.959340 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33590) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:35.964577 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Request body: {'subnet': {'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-154510648-subnet', 'tenant_id': 'd6c0fe6b604441d3aadf0cc3436a015c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:35.965679 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191f308-45a4-4c90-9778-4d045cae868d admin admin] Pushing event updated for resources: {'Network': ['ID=6716cfc5-70dd-48ff-8461-f4f453380481,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:35.976782 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 6716cfc5-70dd-48ff-8461-f4f453380481 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:42:35.990001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33594) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:35.996067 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Made reservation on behalf of d6c0fe6b604441d3aadf0cc3436a015c for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:35.998976 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078794'] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.134424 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ad472328-b83a-4cd5-8a99-a9daf2ed2b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.195509 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13397493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078840'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.268190 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2892a5a0-8105-46ad-8025-bf3c0ca3583b,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:36.297744 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Checking segment: {'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:36.298097 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Network hostable DHCP agents. Network: 6716cfc5-70dd-48ff-8461-f4f453380481, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:42:36.330126 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ad472328-b83a-4cd5-8a99-a9daf2ed2b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.331823 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Network 6716cfc5-70dd-48ff-8461-f4f453380481 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:42:36.335008 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ad472328-b83a-4cd5-8a99-a9daf2ed2b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.353351 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 6716cfc5-70dd-48ff-8461-f4f453380481) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:36.361799 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ddf83-3315-4ecb-a57e-90d5a14becc6 None None] Network 6716cfc5-70dd-48ff-8461-f4f453380481 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:36.364676 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:36.365273 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.389272 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ad472328-b83a-4cd5-8a99-a9daf2ed2b42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d1d2d4207d9422cade63457bea28ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979309 Aug 12 12:42:36.391016 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad472328-b83a-4cd5-8a99-a9daf2ed2b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6565237-8a25-432a-a318-dbc12c8d316f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:36.392533 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33600) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:36.397129 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-f5381eed-4b34-4e28-8d88-587e32fad5f4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4366722 Aug 12 12:42:36.452475 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-219c3843-d4ac-4fda-ab30-a24e4e49a834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.478483 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-219c3843-d4ac-4fda-ab30-a24e4e49a834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.498431 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c2d317-4a9e-4da2-9042-5be20b2f33c3 None None] Network 6716cfc5-70dd-48ff-8461-f4f453380481 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:42:36.529216 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-219c3843-d4ac-4fda-ab30-a24e4e49a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.531913 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-219c3843-d4ac-4fda-ab30-a24e4e49a834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.533070 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-219c3843-d4ac-4fda-ab30-a24e4e49a834 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6565237-8a25-432a-a318-dbc12c8d316f HTTP/1.1" status: 204 len: 168 time: 0.1370013 Aug 12 12:42:36.542382 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c3843-d4ac-4fda-ab30-a24e4e49a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6565237-8a25-432a-a318-dbc12c8d316f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:36.814236 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33618) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:36.820682 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-726b640a-7718-4105-a5fe-34aed1b23360 req-bd034fb6-d3e9-45ba-bd9c-cf613648c3fd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0307119 Aug 12 12:42:36.835473 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-571e32dd-d2d4-419c-8ce2-593edbac7121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.977753 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-571e32dd-d2d4-419c-8ce2-593edbac7121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.982783 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-571e32dd-d2d4-419c-8ce2-593edbac7121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:36.993145 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27076e63-dc24-4793-a32b-bafecd15d9d0 req-5a0993aa-6c4c-45af-ad16-9f5dc1dfee07 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0295062 Aug 12 12:42:37.021576 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91366216-52a7-4065-88ae-b4ba501862b6 req-ae16a4de-b45c-4891-bce8-989802995b20 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:37.023122 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-91366216-52a7-4065-88ae-b4ba501862b6 req-ae16a4de-b45c-4891-bce8-989802995b20 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.0926466 Aug 12 12:42:37.049394 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-571e32dd-d2d4-419c-8ce2-593edbac7121 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7dbfb4f1ae2348aaa5949f9faf1bcf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337828 Aug 12 12:42:37.049609 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 33628) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:37.063471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e32dd-d2d4-419c-8ce2-593edbac7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6da37a0-2cdf-4e7c-a915-a6d0662cd7f8,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:37.086427 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-91366216-52a7-4065-88ae-b4ba501862b6 req-bc11993a-1e17-4584-8b05-9fec7770a6fd tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570579 Aug 12 12:42:37.128081 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec82-b6cf-455d-8bd0-ae7c88d48c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:37.156275 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec82-b6cf-455d-8bd0-ae7c88d48c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:37.201395 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec82-b6cf-455d-8bd0-ae7c88d48c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:37.203905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a55ec82-b6cf-455d-8bd0-ae7c88d48c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:37.205031 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3a55ec82-b6cf-455d-8bd0-ae7c88d48c3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6da37a0-2cdf-4e7c-a915-a6d0662cd7f8 HTTP/1.1" status: 204 len: 168 time: 0.1545827 Aug 12 12:42:37.212214 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55ec82-b6cf-455d-8bd0-ae7c88d48c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6da37a0-2cdf-4e7c-a915-a6d0662cd7f8,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:37.927701 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1a9e2dc4-e50c-4ab4-bfbd-235264a8da34 req-cf5bf612-8a15-4413-9cb1-38a742fae6b2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0329585 Aug 12 12:42:38.084718 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0b752137-2a1e-40c2-9ce6-b184d65a7bcb req-04230ff3-e0a2-4fd6-ac53-61ae02f1eaaf tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0260317 Aug 12 12:42:38.224943 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403dccb-bccc-4107-b777-e0f38ca6d085 req-9d24fbfe-2a7d-4c6e-a114-4fa2acfc287d tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:38.226537 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3403dccb-bccc-4107-b777-e0f38ca6d085 req-9d24fbfe-2a7d-4c6e-a114-4fa2acfc287d tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.0717473 Aug 12 12:42:38.265590 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3403dccb-bccc-4107-b777-e0f38ca6d085 req-66f7fbdc-48f5-42b4-af09-733d3d8e6825 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Aug 12 12:42:39.022336 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Request body: {'port': {'device_id': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:39.086706 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-72ab8b6f-9ed5-4bc7-8640-8ec2bb9fd69c req-50cca717-1111-47fb-a49b-9cb7cd995ca1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0649531 Aug 12 12:42:39.125561 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:39.195126 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-214aa1de-50fe-4ed7-9540-faf2ece72e3f req-d9de3774-bdbe-46bf-b189-78f89132500f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0324280 Aug 12 12:42:39.391781 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6398f4-c70c-41e5-afa9-ec718071c175 req-bc149960-1b13-4498-9e4a-c8f64a7a18e4 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:39.393792 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-db6398f4-c70c-41e5-afa9-ec718071c175 req-bc149960-1b13-4498-9e4a-c8f64a7a18e4 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 932 time: 0.0550778 Aug 12 12:42:39.439636 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-db6398f4-c70c-41e5-afa9-ec718071c175 req-906fe00d-c242-4236-bd53-0af98b487409 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Aug 12 12:42:39.447065 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a31130f4-18e9-4ce6-86f3-38146dd453fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:39.676960 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:42:39.686885 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:39.705676 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Transition to ACTIVE for port object ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:39.710023 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:39.790686 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:39.857730 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Attempting to bind port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:39.858088 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Attempting to bind port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '75de31ba-6da1-4d7b-a26c-bdc0c0c18b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:39.858425 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Attempting to bind port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 on network 0c819b19-cddb-4c92-ae2b-f833c31b3001 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:39.862860 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 on network 0c819b19-cddb-4c92-ae2b-f833c31b3001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:42:39.863301 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Attempting to bind port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 on network 0c819b19-cddb-4c92-ae2b-f833c31b3001 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:39.867964 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:39.868291 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Checking segment: {'id': '75de31ba-6da1-4d7b-a26c-bdc0c0c18b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:39.868806 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Bound using segment: {'id': '75de31ba-6da1-4d7b-a26c-bdc0c0c18b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:39.869246 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Bound port: ae2b11e5-b96e-4322-8d17-07d9c0b8bd23, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75de31ba-6da1-4d7b-a26c-bdc0c0c18b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:39.869598 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:39.935340 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] For port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:39.939676 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] For port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,segment=NetworkSegment(75de31ba-6da1-4d7b-a26c-bdc0c0c18b53),segment_id=75de31ba-6da1-4d7b-a26c-bdc0c0c18b53)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:39.943741 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:39.980969 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:39.982105 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:39.983555 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 HTTP/1.1" status: 200 len: 1094 time: 1.0933969 Aug 12 12:42:39.984004 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'tag': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:42:40.018549 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96496a9-107a-4b52-83cf-ac90504798f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:40.096588 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50981b8f-f236-452b-85c3-c64ce9d84d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1494e41-11b2-4951-8ac9-f7684c97f61a", "tag": "ae2b11e5-b96e-4322-8d17-07d9c0b8bd23"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:42:40.192160 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-428fc9b5-d29d-4dda-a5d2-e5aa5e05cb14 req-e0ab2365-ad12-4f35-a0fa-91600b9eebfd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0276194 Aug 12 12:42:40.217613 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f161-1ead-4a90-b729-1c6998975421 req-715b4c44-5622-444c-9074-27da7d5ffce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:40.217613 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-715b4c44-5622-444c-9074-27da7d5ffce8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5af8fe1f085d4b2894dba1cc99fc762c&device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 1097 time: 0.0827928 Aug 12 12:42:40.286460 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b07b31-63e6-4a16-b690-8927544b2939 x-openstack-request-id: req-23b07b31-63e6-4a16-b690-8927544b2939 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:42:40.286807 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1494e41-11b2-4951-8ac9-f7684c97f61a", "tag": "ae2b11e5-b96e-4322-8d17-07d9c0b8bd23", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:42:40.287111 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23b07b31-63e6-4a16-b690-8927544b2939 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:42:40.287895 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'tag': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23', 'status': 'completed', 'code': 200} Aug 12 12:42:40.311383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cb3b4f9e-e30c-4fa0-98d8-0336ef57b7a3 req-f78e4048-0a53-463e-b0df-b66242df971f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0348196 Aug 12 12:42:40.321324 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.10', 60706) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:40.326009 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-9d36ac42-e527-4e72-bd72-4603f6aa31a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 HTTP/1.1" status: 200 len: 217 time: 0.1001189 Aug 12 12:42:40.470959 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3f161-1ead-4a90-b729-1c6998975421 req-358a0e76-fd1a-4545-91dc-dd605d8a63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:40.472484 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-358a0e76-fd1a-4545-91dc-dd605d8a63a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ade4d23-f146-4e16-b60e-b0c9c9e56f96 HTTP/1.1" status: 200 len: 851 time: 0.1278093 Aug 12 12:42:40.479531 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c0522858-ec0d-4062-8913-daac356778bf tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:40.488885 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c0522858-ec0d-4062-8913-daac356778bf tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 817 time: 0.1651437 Aug 12 12:42:40.563562 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-719ba511-3bd2-4b9d-8209-fbe984082372 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 379 time: 0.0635931 Aug 12 12:42:40.565567 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-3f355f41-f038-4d55-916a-fae99ca75670 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c819b19-cddb-4c92-ae2b-f833c31b3001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849168 Aug 12 12:42:40.582166 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'port': {'device_id': '2c05a461-4e44-4956-9084-5df875b217f1', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'admin_state_up': True, 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'security_groups': ['777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f']}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:40.662879 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf53e60-3e68-4470-9398-00dc21f6546f req-8a49ca19-cc2f-4da3-ace6-d8601f3aeec5 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:40.664117 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fbf53e60-3e68-4470-9398-00dc21f6546f req-8a49ca19-cc2f-4da3-ace6-d8601f3aeec5 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 944 time: 0.1326377 Aug 12 12:42:40.706907 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-91b33f77-5544-44fe-bec9-b495e0098cab service neutron] 10.222.0.10 "GET /v2.0/networks/0c819b19-cddb-4c92-ae2b-f833c31b3001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267779 Aug 12 12:42:40.735889 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fbf53e60-3e68-4470-9398-00dc21f6546f req-cb4889af-dc2c-430d-9a3d-5cd814908a79 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632708 Aug 12 12:42:40.799869 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Made reservation on behalf of c42ba973700543d096884c8a9c570174 for: {'port': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:40.806381 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:40.841040 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55d3f161-1ead-4a90-b729-1c6998975421 req-de21e078-b741-4116-90fe-17747907a1a2 service neutron] 10.222.0.10 "GET /v2.0/networks/0c819b19-cddb-4c92-ae2b-f833c31b3001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244996 Aug 12 12:42:40.958463 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.10', 60711) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:41.093023 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-5b1bbc1c-a12e-4721-b9b3-e68b6e902fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:41.096501 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-5b1bbc1c-a12e-4721-b9b3-e68b6e902fd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5af8fe1f085d4b2894dba1cc99fc762c&device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 1097 time: 0.1180866 Aug 12 12:42:41.152244 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-5d9f6b94-edb9-481c-b7be-bdb37a752df2 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:41.154222 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-5d9f6b94-edb9-481c-b7be-bdb37a752df2 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 818 time: 0.2060423 Aug 12 12:42:41.189952 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Request body: {'port': {'device_id': '609228c4-04b2-47a9-a161-e9db5440b453', 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'admin_state_up': True, 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:41.266695 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Allocated IP 172.20.0.4 (031345cf-38f0-41bc-beaa-754db3e87a96/fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c/60ad9992-2999-4d1c-8c84-482907283b03) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:41.340956 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e76a0c2d-7aee-4387-9133-cb3bc654a30a req-f7544855-b4e6-4da0-b47b-809fdfa9e10b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 210 time: 0.0396805 Aug 12 12:42:41.365560 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-78513f9f-dd65-4689-988d-f289fabb0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:41.368768 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-78513f9f-dd65-4689-988d-f289fabb0964 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0c819b19-cddb-4c92-ae2b-f833c31b3001 HTTP/1.1" status: 200 len: 912 time: 0.2630479 Aug 12 12:42:41.444291 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-281e466c-397a-4dd8-a280-2ff3bcb4a2c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 HTTP/1.1" status: 200 len: 217 time: 0.0670352 Aug 12 12:42:41.490067 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ddad68e-308d-446b-b371-a1df4d8e2cb0 req-cc371467-fdf5-4fb0-862f-a02a2612ce70 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0655646 Aug 12 12:42:41.511858 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:41.524998 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Made reservation on behalf of f9356a2c8b414e3abf2db2aadad3fab4 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:41.528785 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:41.553096 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Transition to ACTIVE for port object 60ad9992-2999-4d1c-8c84-482907283b03 will not be triggered until provisioned by entity DHCP. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:41.569395 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-499b2560-710f-49c2-9bde-d861b0a4fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:41.570832 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-499b2560-710f-49c2-9bde-d861b0a4fbb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ade4d23-f146-4e16-b60e-b0c9c9e56f96 HTTP/1.1" status: 200 len: 851 time: 0.0981302 Aug 12 12:42:41.625257 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:41.720773 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-38c7316f-3064-498d-b276-d9418ce9a5b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c819b19-cddb-4c92-ae2b-f833c31b3001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728462 Aug 12 12:42:41.721501 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.10', 60717) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:41.759929 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33814) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:41.781134 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:41.796523 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Network 031345cf-38f0-41bc-beaa-754db3e87a96 is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:41.798114 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:41.807714 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:41.816245 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:41.825075 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:41.840249 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-8ad181e0-120f-4490-8d7a-4c054aff4038 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2635567 Aug 12 12:42:41.853704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Request body: {'port': {'device_id': '2c05a461-4e44-4956-9084-5df875b217f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:42.001077 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5f87c54e-8f89-4ee2-af9d-bde2fa2ad42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.013958 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e777effa-82bd-4e5b-b178-580914d4531e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.025191 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.119838 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57e23-ecef-43f2-bd85-c059719da45e req-f960a10e-cebf-4193-8719-a62452a76f41 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:42.121337 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-f960a10e-cebf-4193-8719-a62452a76f41 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/networks?id=6716cfc5-70dd-48ff-8461-f4f453380481 HTTP/1.1" status: 200 len: 808 time: 0.2425101 Aug 12 12:42:42.153804 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-115b2ac5-3710-4d3d-907d-7937b9b9946e service neutron] 10.222.0.10 "GET /v2.0/networks/0c819b19-cddb-4c92-ae2b-f833c31b3001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141533 Aug 12 12:42:42.167395 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-043c7d29-0028-4a6b-8523-d0a755c30cbc None None] Provisioning for port 60ad9992-2999-4d1c-8c84-482907283b03 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:42.196923 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-043c7d29-0028-4a6b-8523-d0a755c30cbc None None] Provisioning complete for port 60ad9992-2999-4d1c-8c84-482907283b03 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:42.197659 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-043c7d29-0028-4a6b-8523-d0a755c30cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.249855 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-043c7d29-0028-4a6b-8523-d0a755c30cbc None None] Port 60ad9992-2999-4d1c-8c84-482907283b03 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:42:42.251677 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e777effa-82bd-4e5b-b178-580914d4531e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.255087 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-13bc98a0-1cdb-431f-8572-ba107844a760 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/quotas/d6c0fe6b604441d3aadf0cc3436a015c HTTP/1.1" status: 200 len: 375 time: 0.1182694 Aug 12 12:42:42.279801 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.334335 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e777effa-82bd-4e5b-b178-580914d4531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.352243 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Allocated IP 172.20.0.3 (9edf8b20-407d-4d3d-9d09-754c4792c58a/aaf58920-cbce-43b0-a574-65d469326e24/0daf481e-fe08-423b-bae6-70d309bdb8cf) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:42.372812 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee1faf-c667-4408-aa0f-9828666408b3 req-ed876e78-8f23-4a8b-a874-61d4734a9797 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:42.380474 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eeee1faf-c667-4408-aa0f-9828666408b3 req-ed876e78-8f23-4a8b-a874-61d4734a9797 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 944 time: 0.2633924 Aug 12 12:42:42.393316 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-546f68f5-1070-4111-8074-47560826bec4 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737851 Aug 12 12:42:42.420793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed87a-6060-44cb-b599-0261afad8916 req-cb04eddb-2831-44ed-ae5b-d6f71530b67a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:42.422246 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-cb04eddb-2831-44ed-ae5b-d6f71530b67a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 818 time: 0.6947522 Aug 12 12:42:42.454429 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Request body: {'port': {'device_id': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'admin_state_up': True, 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:42.511547 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eeee1faf-c667-4408-aa0f-9828666408b3 req-3cae91ee-bd1c-49d6-98b2-3454bc77a0d6 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300871 Aug 12 12:42:42.526903 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-50981b8f-f236-452b-85c3-c64ce9d84d5e req-40ab0309-58b5-4fdc-8595-93e704463d38 service neutron] 10.222.0.10 "GET /v2.0/networks/0c819b19-cddb-4c92-ae2b-f833c31b3001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489027 Aug 12 12:42:42.538447 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777effa-82bd-4e5b-b178-580914d4531e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135400c1-0663-4f27-9c8b-f6791cb3a69f,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:42.542515 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-e777effa-82bd-4e5b-b178-580914d4531e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c319035cf1824a1b9b2bf59121869a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815862 Aug 12 12:42:42.545507 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33860) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:42.677047 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe560a2f-da11-4e8a-a4bf-48ff9201a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.683496 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-3bf31623-2daa-4dab-a3c7-468ab9c7cb33 service neutron] 10.222.0.22 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785449 Aug 12 12:42:42.727769 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c1290-0f9e-440b-b3c9-962c6c87a997 req-6ecb3d21-378a-4c5a-9cd5-0e5790e3015b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:42.729257 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-779c1290-0f9e-440b-b3c9-962c6c87a997 req-6ecb3d21-378a-4c5a-9cd5-0e5790e3015b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 931 time: 0.1215186 Aug 12 12:42:42.764733 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe560a2f-da11-4e8a-a4bf-48ff9201a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.771129 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.794396 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Made reservation on behalf of f9356a2c8b414e3abf2db2aadad3fab4 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:42.797861 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.818268 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-779c1290-0f9e-440b-b3c9-962c6c87a997 req-2555f567-9988-4a52-8037-befee986ed2a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801821 Aug 12 12:42:42.877431 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ad9992-2999-4d1c-8c84-482907283b03 {{(pid=100364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:42:42.890908 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d1e56970-eab5-4ea0-a95a-f2bf23b91b3e service neutron] 10.222.0.22 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942832 Aug 12 12:42:42.894177 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.898043 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe560a2f-da11-4e8a-a4bf-48ff9201a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.900717 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe560a2f-da11-4e8a-a4bf-48ff9201a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.904201 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-fe560a2f-da11-4e8a-a4bf-48ff9201a682 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/135400c1-0663-4f27-9c8b-f6791cb3a69f HTTP/1.1" status: 204 len: 168 time: 0.3553696 Aug 12 12:42:42.919906 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe560a2f-da11-4e8a-a4bf-48ff9201a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135400c1-0663-4f27-9c8b-f6791cb3a69f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:42.924392 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Transition to ACTIVE for port object 60ad9992-2999-4d1c-8c84-482907283b03 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:42.931486 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:42.944879 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.041985 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:43.059489 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Attempting to bind port 60ad9992-2999-4d1c-8c84-482907283b03 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:43.059934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Attempting to bind port 60ad9992-2999-4d1c-8c84-482907283b03 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:43.060392 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Attempting to bind port 60ad9992-2999-4d1c-8c84-482907283b03 on network 031345cf-38f0-41bc-beaa-754db3e87a96 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:43.066063 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Port 60ad9992-2999-4d1c-8c84-482907283b03 on network 031345cf-38f0-41bc-beaa-754db3e87a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:42:43.066393 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Attempting to bind port 60ad9992-2999-4d1c-8c84-482907283b03 on network 031345cf-38f0-41bc-beaa-754db3e87a96 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:43.075869 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:43.075869 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Checking segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:43.076511 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Bound using segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:43.076966 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Bound port: 60ad9992-2999-4d1c-8c84-482907283b03, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:43.077325 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.087892 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-493a16c6-2b40-4b34-8d9b-2320554e84b4 req-9b212734-a0dc-4998-b22a-5a462a069fa8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0846734 Aug 12 12:42:43.131835 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:43.138956 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Pushing event updated for resources: {'Port': ['ID=0daf481e-fe08-423b-bae6-70d309bdb8cf,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:43.156294 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Allocated IP 172.20.0.10 (9edf8b20-407d-4d3d-9d09-754c4792c58a/aaf58920-cbce-43b0-a574-65d469326e24/eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:43.159133 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:43.163806 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:43.181555 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:43.205523 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:43.211688 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.217917 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.270171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:43.270831 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.289707 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:43.294884 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.296582 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] 10.222.0.10 "PUT /v2.0/ports/60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 200 len: 1093 time: 1.4483197 Aug 12 12:42:43.297967 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:42:43.377636 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab47cea2-10a3-4520-af5c-dc49126b6939 req-397ebaee-4b49-4573-b98d-9a49fb387cff tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 210 time: 0.0734699 Aug 12 12:42:43.388283 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-cc24be37-094d-4b5c-a399-99fcda19ae34 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2022839 Aug 12 12:42:43.497895 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f9e5f-8e9c-4f19-b601-873926999603 service neutron] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:43.551995 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33900) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:43.583620 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-006835c1-ffe6-49f8-b6c8-58df64251e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.605022 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.639218 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9f8197-5116-4a21-a8a2-c04d365ae0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "tag": "60ad9992-2999-4d1c-8c84-482907283b03"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:42:43.685587 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.758150 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea07557-8c2c-42c5-9919-c6b510625938 req-9a024bd8-34c8-43dd-9173-68378b0da1ae tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:43.759721 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0ea07557-8c2c-42c5-9919-c6b510625938 req-9a024bd8-34c8-43dd-9173-68378b0da1ae tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 944 time: 0.1136606 Aug 12 12:42:43.783835 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Network 9edf8b20-407d-4d3d-9d09-754c4792c58a is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:43.787435 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:43.800248 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:43.890619 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:43.891329 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:43.900724 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Pushing event updated for resources: {'Port': ['ID=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:43.958146 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a36d8-66c4-423b-bb57-34a66aa49bac x-openstack-request-id: req-c56a36d8-66c4-423b-bb57-34a66aa49bac {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:42:43.958442 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "tag": "60ad9992-2999-4d1c-8c84-482907283b03", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:42:43.958777 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c56a36d8-66c4-423b-bb57-34a66aa49bac {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:42:43.959245 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03', 'status': 'completed', 'code': 200} Aug 12 12:42:43.984860 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0ea07557-8c2c-42c5-9919-c6b510625938 req-71780077-f362-4ca0-8ce8-e3385fc6d2f6 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152920 Aug 12 12:42:44.035750 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-006835c1-ffe6-49f8-b6c8-58df64251e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:44.040775 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-006835c1-ffe6-49f8-b6c8-58df64251e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:44.066758 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-17765189-6f9f-41cd-9b9b-2c3bb72e7c0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6232505 Aug 12 12:42:44.080777 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-006835c1-ffe6-49f8-b6c8-58df64251e8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1920d4cc840c466d972f0dd90a94d9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252004 Aug 12 12:42:44.080777 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006835c1-ffe6-49f8-b6c8-58df64251e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac80d9a-4a67-4cb5-a2b7-69c9f61ef8f8,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:44.081582 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 33926) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:44.087012 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339c64c-cfcb-4dd3-8dcd-d0aa023a6604 req-ea7ca614-0bd5-4b1f-805f-b29404116c23 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:44.088384 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4339c64c-cfcb-4dd3-8dcd-d0aa023a6604 req-ea7ca614-0bd5-4b1f-805f-b29404116c23 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0532143 Aug 12 12:42:44.131428 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4339c64c-cfcb-4dd3-8dcd-d0aa023a6604 req-f132d62a-1737-49ad-8814-7fcbb3169b04 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360947 Aug 12 12:42:44.139593 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9d50f7f3-10e6-4175-9d52-79348ad62e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:44.186668 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9d50f7f3-10e6-4175-9d52-79348ad62e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:44.218192 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec572dc2-4da9-40e6-85d9-3954231132dd req-4630fbe9-af10-4289-b23e-ee381dfe0d68 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:44.219682 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ec572dc2-4da9-40e6-85d9-3954231132dd req-4630fbe9-af10-4289-b23e-ee381dfe0d68 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 932 time: 0.0824673 Aug 12 12:42:44.258416 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ec572dc2-4da9-40e6-85d9-3954231132dd req-54789594-912b-453d-ac3f-0711671da587 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 12 12:42:44.263722 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9d50f7f3-10e6-4175-9d52-79348ad62e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:44.266496 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9d50f7f3-10e6-4175-9d52-79348ad62e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:44.267645 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-9d50f7f3-10e6-4175-9d52-79348ad62e1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aac80d9a-4a67-4cb5-a2b7-69c9f61ef8f8 HTTP/1.1" status: 204 len: 168 time: 0.1851342 Aug 12 12:42:44.280452 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50f7f3-10e6-4175-9d52-79348ad62e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac80d9a-4a67-4cb5-a2b7-69c9f61ef8f8,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:44.467986 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e605e38c-e19e-48d1-b238-d1af40d5de13 req-4b3beac5-064e-4ecc-9a4c-4cfcb01876ea tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 210 time: 0.0251548 Aug 12 12:42:44.843876 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:45.109706 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788e5cb-26e7-475d-b78f-503e276236bf req-2c18c26e-fc0f-472a-a6a1-b4b4fcca1404 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:45.111177 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6788e5cb-26e7-475d-b78f-503e276236bf req-2c18c26e-fc0f-472a-a6a1-b4b4fcca1404 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 944 time: 0.0484133 Aug 12 12:42:45.148675 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6788e5cb-26e7-475d-b78f-503e276236bf req-e46d5cb9-3025-45aa-ae70-722913e6dc1a tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Aug 12 12:42:45.263617 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ec9dc-4b67-4c9f-ba27-2d26a0cdbe33 req-f3c0a008-29bf-471f-a611-1172400f5db8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:45.265079 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be3ec9dc-4b67-4c9f-ba27-2d26a0cdbe33 req-f3c0a008-29bf-471f-a611-1172400f5db8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0621982 Aug 12 12:42:45.319224 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be3ec9dc-4b67-4c9f-ba27-2d26a0cdbe33 req-efa8e0aa-4367-462a-afc9-72608ab29157 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 Aug 12 12:42:45.375916 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213f463-04e6-4ef5-a5e8-bc122024802a req-45bc1631-9cf1-4c7b-9cf9-6ae2f6083d08 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:45.377447 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8213f463-04e6-4ef5-a5e8-bc122024802a req-45bc1631-9cf1-4c7b-9cf9-6ae2f6083d08 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 932 time: 0.0467737 Aug 12 12:42:45.419565 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8213f463-04e6-4ef5-a5e8-bc122024802a req-fdfc061f-9ed0-4d93-9ee5-3cf2198d8b22 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Aug 12 12:42:45.561233 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-61c7f00e-ee30-448c-87bd-e16ffe0671e0 req-44922358-b104-4a52-bd0c-2f0db1ebcf32 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 210 time: 0.0258100 Aug 12 12:42:46.265739 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ad7b1-5170-454b-8f5b-481d946281d5 req-0e02a1fd-1d86-4bd0-80b1-e85baed1e78a tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:46.267389 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e24ad7b1-5170-454b-8f5b-481d946281d5 req-0e02a1fd-1d86-4bd0-80b1-e85baed1e78a tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 944 time: 0.0536129 Aug 12 12:42:46.305974 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e24ad7b1-5170-454b-8f5b-481d946281d5 req-de02544a-ba5d-4e8f-9aec-5677396f4b68 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Aug 12 12:42:46.445402 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7bf67-80b7-4aca-81bf-96a9c6806175 req-067a88f3-dbe0-47c7-9068-1bc098f6120c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:46.446962 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8ea7bf67-80b7-4aca-81bf-96a9c6806175 req-067a88f3-dbe0-47c7-9068-1bc098f6120c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0534155 Aug 12 12:42:46.484933 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8ea7bf67-80b7-4aca-81bf-96a9c6806175 req-c8ac0e28-2b64-49e5-83fe-a06b5915ff53 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Aug 12 12:42:46.526015 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa678-293f-4b91-b7d1-79f7d8469f16 req-796befef-c6ac-482c-aac6-c459a0a3d7d5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:46.527493 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4e4fa678-293f-4b91-b7d1-79f7d8469f16 req-796befef-c6ac-482c-aac6-c459a0a3d7d5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 932 time: 0.0474257 Aug 12 12:42:46.564052 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4e4fa678-293f-4b91-b7d1-79f7d8469f16 req-f8b80e8f-d4d2-4082-91b2-279d70948870 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303185 Aug 12 12:42:46.650588 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-69cb4036-6772-417f-a263-f7396577f266 req-e3919e35-624d-4a24-9cf0-6b230617f85d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 210 time: 0.0251825 Aug 12 12:42:47.139155 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Request body: {'port': {'device_id': '609228c4-04b2-47a9-a161-e9db5440b453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:47.150067 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Request body: {'port': {'device_id': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:47.220090 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f8197-5116-4a21-a8a2-c04d365ae0cd req-4f53a674-96c2-477f-9896-4bb197037a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:47.221822 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6f9f8197-5116-4a21-a8a2-c04d365ae0cd req-4f53a674-96c2-477f-9896-4bb197037a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1096 time: 0.0970151 Aug 12 12:42:47.244674 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:47.253650 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:47.332492 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:42:47.466415 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,segment=NetworkSegment(75de31ba-6da1-4d7b-a26c-bdc0c0c18b53),segment_id=75de31ba-6da1-4d7b-a26c-bdc0c0c18b53)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:47.495016 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23', 'network_id': '0c819b19-cddb-4c92-ae2b-f833c31b3001', 'port_id': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23', 'mac_address': 'fa:16:3e:70:26:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ade4d23-f146-4e16-b60e-b0c9c9e56f96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:42:47.517968 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f8197-5116-4a21-a8a2-c04d365ae0cd req-bdc31894-cc7a-4a3e-b8a5-72bcb995eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:47.519183 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6f9f8197-5116-4a21-a8a2-c04d365ae0cd req-bdc31894-cc7a-4a3e-b8a5-72bcb995eac9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c42ba973700543d096884c8a9c570174&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2742844 Aug 12 12:42:47.527422 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26ed83-3baa-4ed0-bd50-a1209cc9fd5d req-e7b0fa19-7461-4591-af76-5bc999d95bff tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:47.534766 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:47.534939 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ef26ed83-3baa-4ed0-bd50-a1209cc9fd5d req-e7b0fa19-7461-4591-af76-5bc999d95bff tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 944 time: 0.1221876 Aug 12 12:42:47.550791 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:42:47.572945 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,segment=NetworkSegment(75de31ba-6da1-4d7b-a26c-bdc0c0c18b53),segment_id=75de31ba-6da1-4d7b-a26c-bdc0c0c18b53)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:47.577076 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:47.638966 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:47.651576 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ef26ed83-3baa-4ed0-bd50-a1209cc9fd5d req-dfe20d4c-923b-4016-abc9-ce4c91cd4fbf tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101277 Aug 12 12:42:47.660804 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc6560-e9ab-4c06-bb3a-27a059cd16a4 req-fa0ee41c-f81b-4af1-ba0c-2b1b623629a5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:47.662540 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dcdc6560-e9ab-4c06-bb3a-27a059cd16a4 req-fa0ee41c-f81b-4af1-ba0c-2b1b623629a5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0905409 Aug 12 12:42:47.757766 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0daf481e-fe08-423b-bae6-70d309bdb8cf {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:42:47.764542 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dcdc6560-e9ab-4c06-bb3a-27a059cd16a4 req-c284a8f6-8398-4d10-b82a-0f7a4caf12ea tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923395 Aug 12 12:42:47.795786 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:47.819889 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Transition to ACTIVE for port object 0daf481e-fe08-423b-bae6-70d309bdb8cf will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:47.830157 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:47.832713 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f8197-5116-4a21-a8a2-c04d365ae0cd req-5ebe09d8-4508-4c51-a915-bb0785ad58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:47.834804 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6f9f8197-5116-4a21-a8a2-c04d365ae0cd req-5ebe09d8-4508-4c51-a915-bb0785ad58ec service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971091 Aug 12 12:42:47.843709 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e29b0a-f8e7-4d9c-a519-f1f4422f8128 req-ae48b20b-ad6d-41ff-ac7c-088ba839bbc3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:47.851020 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f6e29b0a-f8e7-4d9c-a519-f1f4422f8128 req-ae48b20b-ad6d-41ff-ac7c-088ba839bbc3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 932 time: 0.1344073 Aug 12 12:42:47.886429 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f6e29b0a-f8e7-4d9c-a519-f1f4422f8128 req-5cb59220-54c5-4e99-873c-8381101cf070 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341380 Aug 12 12:42:47.951584 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cb85d85e-d623-4947-b1be-c4f2cd2eb795 req-2d1b81f5-a7d7-4d57-b6ed-8d5ee43b77f0 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 210 time: 0.1002965 Aug 12 12:42:47.967455 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-e42175d8-4566-4a6e-9743-24ceafcbaf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:47.969066 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-e42175d8-4566-4a6e-9743-24ceafcbaf6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1096 time: 0.0447307 Aug 12 12:42:47.999143 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0daf481e-fe08-423b-bae6-70d309bdb8cf,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:48.037787 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57e23-ecef-43f2-bd85-c059719da45e req-bfdd16ba-56eb-495f-8554-ec054c5e875c tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:48.038134 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-249586e0-e575-4512-a8bf-48581ea09a95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 200 len: 217 time: 0.0607285 Aug 12 12:42:48.039368 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-bfdd16ba-56eb-495f-8554-ec054c5e875c tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "GET /v2.0/networks?id=6716cfc5-70dd-48ff-8461-f4f453380481 HTTP/1.1" status: 200 len: 808 time: 0.3096478 Aug 12 12:42:48.066770 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Request body: {'port': {'device_id': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481', 'admin_state_up': True, 'tenant_id': 'd6c0fe6b604441d3aadf0cc3436a015c'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:48.102037 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-34d9e2af-ddd3-4fd1-b3e8-bea4b33cebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:48.103610 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-34d9e2af-ddd3-4fd1-b3e8-bea4b33cebd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0509980 Aug 12 12:42:48.181926 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-1e7b42bd-7aba-4c4d-aab2-049023f25027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:48.183491 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-1e7b42bd-7aba-4c4d-aab2-049023f25027 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716243 Aug 12 12:42:48.204103 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Attempting to bind port 0daf481e-fe08-423b-bae6-70d309bdb8cf on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:48.204441 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Attempting to bind port 0daf481e-fe08-423b-bae6-70d309bdb8cf by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:48.204767 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Attempting to bind port 0daf481e-fe08-423b-bae6-70d309bdb8cf on network 9edf8b20-407d-4d3d-9d09-754c4792c58a {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:48.217532 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:42:48.221817 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Port 0daf481e-fe08-423b-bae6-70d309bdb8cf on network 9edf8b20-407d-4d3d-9d09-754c4792c58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:42:48.222156 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Attempting to bind port 0daf481e-fe08-423b-bae6-70d309bdb8cf on network 9edf8b20-407d-4d3d-9d09-754c4792c58a {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:48.234719 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:48.243073 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:48.243409 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Checking segment: {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:48.243796 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Bound using segment: {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:48.244229 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Bound port: 0daf481e-fe08-423b-bae6-70d309bdb8cf, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:48.244579 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:48.258797 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['ae2b11e5-b96e-4322-8d17-07d9c0b8bd23'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:42:48.265773 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Transition to ACTIVE for port object eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:48.273593 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:48.292517 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-861e4571-e55b-4fec-9cec-2d257eb62f8b service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007321 Aug 12 12:42:48.351165 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Made reservation on behalf of d6c0fe6b604441d3aadf0cc3436a015c for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:42:48.354583 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:48.388895 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:48.434380 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] For port 0daf481e-fe08-423b-bae6-70d309bdb8cf, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:48.438938 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8964bec-cd81-4a43-b0cd-ef483c1d7bdd req-6df056d3-d60a-49c6-9877-5db7411c6286 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383207 Aug 12 12:42:48.716973 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] For port 0daf481e-fe08-423b-bae6-70d309bdb8cf, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:48.729033 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:48.790979 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2bb93-1f8a-4eda-a999-fb07824f57a7 req-9a2d9626-7841-4358-a514-185b227c9b49 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:48.800564 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8ae2bb93-1f8a-4eda-a999-fb07824f57a7 req-9a2d9626-7841-4358-a514-185b227c9b49 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 945 time: 0.0738370 Aug 12 12:42:48.803303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:48.803939 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:48.805338 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] 10.222.0.10 "PUT /v2.0/ports/0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 1093 time: 1.6862929 Aug 12 12:42:48.806035 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609228c4-04b2-47a9-a161-e9db5440b453', 'tag': '0daf481e-fe08-423b-bae6-70d309bdb8cf'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:42:48.808276 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291" -d '{"events": [{"name": "network-changed", "server_uuid": "609228c4-04b2-47a9-a161-e9db5440b453", "tag": "0daf481e-fe08-423b-bae6-70d309bdb8cf"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:42:48.900174 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8ae2bb93-1f8a-4eda-a999-fb07824f57a7 req-2635018b-f1fe-4790-a461-34a4cdeedf07 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986636 Aug 12 12:42:48.936905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Attempting to bind port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:48.940100 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Attempting to bind port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:48.940100 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Attempting to bind port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 on network 9edf8b20-407d-4d3d-9d09-754c4792c58a {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:48.944137 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706120b-56b6-4b92-81be-0d3f1f71efc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0daf481e-fe08-423b-bae6-70d309bdb8cf,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:48.969833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 on network 9edf8b20-407d-4d3d-9d09-754c4792c58a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:42:48.970158 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Attempting to bind port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 on network 9edf8b20-407d-4d3d-9d09-754c4792c58a {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:48.974140 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Allocated IP 172.20.0.4 (6716cfc5-70dd-48ff-8461-f4f453380481/2892a5a0-8105-46ad-8025-bf3c0ca3583b/58e29f2f-95ab-4876-9be2-d451b67c49ce) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:42:48.992413 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-a0d8b733-6d5f-4ef0-bf72-af9c2ba7cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:48.993806 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-a0d8b733-6d5f-4ef0-bf72-af9c2ba7cd12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1096 time: 0.1392622 Aug 12 12:42:48.998924 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:48.999289 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Checking segment: {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:48.999665 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Bound using segment: {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:49.000105 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Bound port: eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572eb0e8-9d71-4a3d-a0f8-fa3a23459558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:49.000462 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.059713 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2fa14-169f-4a6d-af60-7e33eb5164b1 req-7830be4b-0850-46bd-80a4-25c8499af95d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.061230 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0e2fa14-169f-4a6d-af60-7e33eb5164b1 req-7830be4b-0850-46bd-80a4-25c8499af95d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.1665947 Aug 12 12:42:49.062642 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fcb0b8-80f3-4143-b60d-2081e1eeca5e x-openstack-request-id: req-31fcb0b8-80f3-4143-b60d-2081e1eeca5e {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:42:49.062926 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609228c4-04b2-47a9-a161-e9db5440b453", "tag": "0daf481e-fe08-423b-bae6-70d309bdb8cf", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:42:49.063280 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31fcb0b8-80f3-4143-b60d-2081e1eeca5e {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:42:49.063557 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '609228c4-04b2-47a9-a161-e9db5440b453', 'tag': '0daf481e-fe08-423b-bae6-70d309bdb8cf', 'status': 'completed', 'code': 200} Aug 12 12:42:49.069178 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-54a38570-1d98-47bc-b56a-6ede0a0a7626 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 217 time: 0.0655549 Aug 12 12:42:49.181749 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f9401-e352-4d5c-a1eb-174b676c4859 req-601ba8b0-ea71-4927-bc99-dd09749b2ea3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.183419 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3a2f9401-e352-4d5c-a1eb-174b676c4859 req-601ba8b0-ea71-4927-bc99-dd09749b2ea3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0627785 Aug 12 12:42:49.241956 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0e2fa14-169f-4a6d-af60-7e33eb5164b1 req-224e702c-580d-489e-9092-b22d60308a22 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663897 Aug 12 12:42:49.250601 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-e0b7fd4e-c891-4326-a442-00bce4f9388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.252068 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-e0b7fd4e-c891-4326-a442-00bce4f9388d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.1667089 Aug 12 12:42:49.261862 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3a2f9401-e352-4d5c-a1eb-174b676c4859 req-bbd797bf-1c9b-433b-b6a3-11fade3b5ad0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587358 Aug 12 12:42:49.308069 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-1a05e439-fc06-4840-b2f1-a0da3166658e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459633 Aug 12 12:42:49.312810 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] For port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:49.353433 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] For port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:49.405362 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c890f185-db13-4794-b0fc-d5c3c4dc3145 req-d9f3ca92-2ae9-4493-9dff-8a650347ab8d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 210 time: 0.0873258 Aug 12 12:42:49.409846 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.438202 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34114) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:49.481525 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.498729 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.499522 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.500763 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] 10.222.0.10 "PUT /v2.0/ports/eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 HTTP/1.1" status: 200 len: 1094 time: 2.3585465 Aug 12 12:42:49.530087 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdd1fc-fa2b-4b61-b74b-4edcd46ac7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:49.549330 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-b6814324-2e0a-42e6-9707-36b1ee3aa1e2 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325599 Aug 12 12:42:49.559457 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-98d77e7c-80ff-4ffd-9a30-5a0099cdbdc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.650072 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.659133 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-98d77e7c-80ff-4ffd-9a30-5a0099cdbdc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.664926 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-98d77e7c-80ff-4ffd-9a30-5a0099cdbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.714384 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-98d77e7c-80ff-4ffd-9a30-5a0099cdbdc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32bf1507d09443c6a72e63cd4af55246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744985 Aug 12 12:42:49.715192 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34122) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:49.716467 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77e7c-80ff-4ffd-9a30-5a0099cdbdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3b831-6ca0-4e3d-832c-8aa417b109e0,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:49.735513 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Network 6716cfc5-70dd-48ff-8461-f4f453380481 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:42:49.735513 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed87a-6060-44cb-b599-0261afad8916 req-a4046b8e-3e20-4085-92c2-cb93e16113ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.735513 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-a4046b8e-3e20-4085-92c2-cb93e16113ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 1097 time: 0.1715739 Aug 12 12:42:49.743745 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:42:49.753347 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:42:49.756172 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab21ed12-58de-4e0a-9cf1-2603c8907563 req-6cfc46f0-4895-44ac-b4a0-ad7b2eb25caa service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941998 Aug 12 12:42:49.756607 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Pushing event updated for resources: {'Port': ['ID=58e29f2f-95ab-4876-9be2-d451b67c49ce,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:49.811858 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-b2c4ab5d-da70-4050-98e9-05ede2edbc78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 HTTP/1.1" status: 200 len: 217 time: 0.0657542 Aug 12 12:42:49.889767 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.890444 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.920390 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eed87a-6060-44cb-b599-0261afad8916 req-0554c10c-dd7a-4d20-a9da-9867aa43dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.921851 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-0554c10c-dd7a-4d20-a9da-9867aa43dad2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0962989 Aug 12 12:42:49.924925 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d739a4dd-3d1d-4d12-a52d-766c1e5dc4f9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8627493 Aug 12 12:42:49.926637 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-42bbd937-ec1e-46c1-a253-15484c3d640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:49.928212 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-42bbd937-ec1e-46c1-a253-15484c3d640b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1096 time: 0.1135168 Aug 12 12:42:49.963504 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f768211-2495-40dc-a1b6-a35aaa9027b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:49.977687 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Request body: {'port': {'device_id': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:42:49.991889 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f768211-2495-40dc-a1b6-a35aaa9027b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.020013 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-8bfdc1af-00af-4020-a98a-e80f4533a6fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718699 Aug 12 12:42:50.102078 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1e198-a50f-49ee-aae2-88acc44a904f req-5d5e4462-424f-4842-8380-73c8233b4bba tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:50.105688 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-afc1e198-a50f-49ee-aae2-88acc44a904f req-5d5e4462-424f-4842-8380-73c8233b4bba tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 945 time: 0.0986123 Aug 12 12:42:50.164417 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-afc1e198-a50f-49ee-aae2-88acc44a904f req-866187dc-d42e-4b77-a453-2c1f4ed9000c tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481298 Aug 12 12:42:50.165449 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f768211-2495-40dc-a1b6-a35aaa9027b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.169475 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8f768211-2495-40dc-a1b6-a35aaa9027b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.180073 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8f768211-2495-40dc-a1b6-a35aaa9027b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cac3b831-6ca0-4e3d-832c-8aa417b109e0 HTTP/1.1" status: 204 len: 168 time: 0.4592690 Aug 12 12:42:50.193577 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.197944 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f768211-2495-40dc-a1b6-a35aaa9027b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3b831-6ca0-4e3d-832c-8aa417b109e0,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:50.259459 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-d0548bcc-34a4-46b9-a4ba-603f206d9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:50.260922 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-d0548bcc-34a4-46b9-a4ba-603f206d9e4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.3020329 Aug 12 12:42:50.281917 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-47fa8fde-f80b-43f7-af24-976399654b4d service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329633 Aug 12 12:42:50.331763 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-ce4d66c9-b442-46fc-b1e1-53be3c8966c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 217 time: 0.0606875 Aug 12 12:42:50.456683 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905a7e6-e8fe-47b8-83b1-f39b96c0c144 req-2d8f5a1b-18e4-4f27-856f-9daea0a724db tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:50.458318 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e905a7e6-e8fe-47b8-83b1-f39b96c0c144 req-2d8f5a1b-18e4-4f27-856f-9daea0a724db tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.1012554 Aug 12 12:42:50.514509 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e905a7e6-e8fe-47b8-83b1-f39b96c0c144 req-e2464b96-06d7-4552-860e-85d72668e6d9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Aug 12 12:42:50.628523 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-91230fb0-144f-4207-b135-77f9ce60b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:50.629971 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-91230fb0-144f-4207-b135-77f9ce60b0d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.2839377 Aug 12 12:42:50.639290 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7f8a4-96ce-445e-b8d9-15a5c8027d58 req-691ec679-124a-4fa6-84f5-81272e519a80 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:50.647623 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1ab7f8a4-96ce-445e-b8d9-15a5c8027d58 req-691ec679-124a-4fa6-84f5-81272e519a80 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 931 time: 0.0706718 Aug 12 12:42:50.648483 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34164) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:50.649190 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d279c6-ff72-4eee-b300-5cc8c8e8f8bd req-a4b3065f-1ca6-4531-a5fc-55f442234e70 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:50.651819 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c8d279c6-ff72-4eee-b300-5cc8c8e8f8bd req-a4b3065f-1ca6-4531-a5fc-55f442234e70 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.3064792 Aug 12 12:42:50.670963 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6be7636b-e8ca-460e-961e-a84b4f1cdd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.672566 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75eed87a-6060-44cb-b599-0261afad8916 req-3d7c6a87-2489-4932-b802-598924e05cb2 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535383 Aug 12 12:42:50.709903 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-2902fdf1-30fa-4b74-a1a0-6587b905b785 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499969 Aug 12 12:42:50.725591 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1ab7f8a4-96ce-445e-b8d9-15a5c8027d58 req-10ed0422-883a-440d-a631-2bffaacb292d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744896 Aug 12 12:42:50.778361 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34168) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:50.804558 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6be7636b-e8ca-460e-961e-a84b4f1cdd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.809438 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6be7636b-e8ca-460e-961e-a84b4f1cdd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.830888 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c8d279c6-ff72-4eee-b300-5cc8c8e8f8bd req-ae2c4ad0-1070-4349-a72c-e5b3bfacd954 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632056 Aug 12 12:42:50.846351 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7636b-e8ca-460e-961e-a84b4f1cdd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2927a0-cd8b-406b-a0aa-1d015a9d96ce,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:50.850761 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-6be7636b-e8ca-460e-961e-a84b4f1cdd01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e663cc9b5cc434c8743e62535e5e992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008717 Aug 12 12:42:50.859396 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34172) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:50.910419 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-82a2b4ee-4a1c-4308-8f6f-5a01fa61f18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.938080 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-87c5bd05-e1b4-439e-b9b2-a62f0798cb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:50.970952 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-87c5bd05-e1b4-439e-b9b2-a62f0798cb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.045401 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-87c5bd05-e1b4-439e-b9b2-a62f0798cb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.047887 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-87c5bd05-e1b4-439e-b9b2-a62f0798cb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.049035 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-87c5bd05-e1b4-439e-b9b2-a62f0798cb9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd2927a0-cd8b-406b-a0aa-1d015a9d96ce HTTP/1.1" status: 204 len: 168 time: 0.1939487 Aug 12 12:42:51.066344 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5bd05-e1b4-439e-b9b2-a62f0798cb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2927a0-cd8b-406b-a0aa-1d015a9d96ce,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:51.079362 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-82a2b4ee-4a1c-4308-8f6f-5a01fa61f18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.086752 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-82a2b4ee-4a1c-4308-8f6f-5a01fa61f18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.101379 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'tag': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:42:51.103810 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900" -d '{"events": [{"name": "network-changed", "server_uuid": "e43f0ce7-40e6-4654-8605-4244b6be9f3a", "tag": "eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:42:51.116179 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e29f2f-95ab-4876-9be2-d451b67c49ce {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:42:51.124499 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-fc64b421-5c19-4aff-b104-a259618f9b66 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886368 Aug 12 12:42:51.125104 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2b4ee-4a1c-4308-8f6f-5a01fa61f18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9d54b2-614a-4886-98a9-30faf278cf1d,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:51.126317 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.129467 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-82a2b4ee-4a1c-4308-8f6f-5a01fa61f18d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a32c80711ca41cd9791cb8b8712a83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501482 Aug 12 12:42:51.133670 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34178) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:51.152750 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Transition to ACTIVE for port object 58e29f2f-95ab-4876-9be2-d451b67c49ce will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:42:51.167467 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d91f1f6-16cf-413e-8584-0448ed30e8fc x-openstack-request-id: req-5d91f1f6-16cf-413e-8584-0448ed30e8fc {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:42:51.167747 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e43f0ce7-40e6-4654-8605-4244b6be9f3a", "tag": "eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:42:51.167991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d91f1f6-16cf-413e-8584-0448ed30e8fc {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:42:51.168903 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'tag': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9', 'status': 'completed', 'code': 200} Aug 12 12:42:51.169697 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.260743 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfdf-25ea-441b-bc26-ac84c6b7c5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.320865 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Pushing event updated for resources: {'Port': ['ID=58e29f2f-95ab-4876-9be2-d451b67c49ce,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:51.337299 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfdf-25ea-441b-bc26-ac84c6b7c5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.398243 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd57c35-e23e-4e82-9ad1-debe83ed4911 req-856e295c-2df1-4f77-8c46-3e242abbf24b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:51.399734 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0fd57c35-e23e-4e82-9ad1-debe83ed4911 req-856e295c-2df1-4f77-8c46-3e242abbf24b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 945 time: 0.1402056 Aug 12 12:42:51.403935 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Attempting to bind port 58e29f2f-95ab-4876-9be2-d451b67c49ce on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:42:51.404268 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Attempting to bind port 58e29f2f-95ab-4876-9be2-d451b67c49ce by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:42:51.404711 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Attempting to bind port 58e29f2f-95ab-4876-9be2-d451b67c49ce on network 6716cfc5-70dd-48ff-8461-f4f453380481 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:51.411581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Port 58e29f2f-95ab-4876-9be2-d451b67c49ce on network 6716cfc5-70dd-48ff-8461-f4f453380481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:42:51.411975 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Attempting to bind port 58e29f2f-95ab-4876-9be2-d451b67c49ce on network 6716cfc5-70dd-48ff-8461-f4f453380481 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:42:51.437156 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:42:51.437547 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Checking segment: {'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:42:51.438091 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Bound using segment: {'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:42:51.438740 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Bound port: 58e29f2f-95ab-4876-9be2-d451b67c49ce, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:42:51.439204 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.465290 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfdf-25ea-441b-bc26-ac84c6b7c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.468185 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-15c6dfdf-25ea-441b-bc26-ac84c6b7c5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.469296 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-15c6dfdf-25ea-441b-bc26-ac84c6b7c5f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d9d54b2-614a-4886-98a9-30faf278cf1d HTTP/1.1" status: 204 len: 168 time: 0.3347058 Aug 12 12:42:51.478934 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0fd57c35-e23e-4e82-9ad1-debe83ed4911 req-6369e204-5508-45e6-8cd0-40a5db95682e tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696714 Aug 12 12:42:51.502969 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6dfdf-25ea-441b-bc26-ac84c6b7c5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9d54b2-614a-4886-98a9-30faf278cf1d,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:51.543329 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] For port 58e29f2f-95ab-4876-9be2-d451b67c49ce, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:42:51.546939 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] For port 58e29f2f-95ab-4876-9be2-d451b67c49ce, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=58e29f2f-95ab-4876-9be2-d451b67c49ce,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:42:51.554252 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.599421 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:51.600231 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.601767 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] 10.222.0.10 "PUT /v2.0/ports/58e29f2f-95ab-4876-9be2-d451b67c49ce HTTP/1.1" status: 200 len: 1093 time: 1.6287644 Aug 12 12:42:51.623804 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b5539-d3e0-4bc0-a3fb-1c3255d4c217 service neutron] Pushing event updated for resources: {'Port': ['ID=58e29f2f-95ab-4876-9be2-d451b67c49ce,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:51.648154 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30dd47-8e15-4235-84b6-68e2d8f7ee1a req-f7b32838-5533-4b4c-96e0-3ffb848f4a3f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:51.650726 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca30dd47-8e15-4235-84b6-68e2d8f7ee1a req-f7b32838-5533-4b4c-96e0-3ffb848f4a3f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0548170 Aug 12 12:42:51.692250 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca30dd47-8e15-4235-84b6-68e2d8f7ee1a req-5bc66b1b-e47a-4d7d-a12f-489d2127a2ef tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346971 Aug 12 12:42:51.860641 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc887205-0fb8-44f1-88a8-aa655ac8194a req-67d7c825-8b5e-49a1-bfd6-1dbb989c93da tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:51.863633 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fc887205-0fb8-44f1-88a8-aa655ac8194a req-67d7c825-8b5e-49a1-bfd6-1dbb989c93da tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0562570 Aug 12 12:42:51.876243 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34220) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:51.892096 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ef442ef-04ea-4de6-9b73-bbe56e4b5a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:51.920692 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fc887205-0fb8-44f1-88a8-aa655ac8194a req-c6291267-fc1c-497c-bd11-88096efb9d9d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497804 Aug 12 12:42:51.990771 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2532e-d8a6-4555-8ea7-6d91f2eb9778 req-c250e6a5-341a-49f5-bc54-ebd39886041d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:51.992271 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ce2532e-d8a6-4555-8ea7-6d91f2eb9778 req-c250e6a5-341a-49f5-bc54-ebd39886041d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0746613 Aug 12 12:42:52.049856 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ce2532e-d8a6-4555-8ea7-6d91f2eb9778 req-da9a4ae8-5492-4d02-99e0-c7a88194a0cc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497532 Aug 12 12:42:52.060938 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ef442ef-04ea-4de6-9b73-bbe56e4b5a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.065354 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0ef442ef-04ea-4de6-9b73-bbe56e4b5a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.104691 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0ef442ef-04ea-4de6-9b73-bbe56e4b5a11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1c6422081344c97aafde863c3ab3822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272458 Aug 12 12:42:52.106365 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef442ef-04ea-4de6-9b73-bbe56e4b5a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7134e45-e3b0-412c-b53e-bb595f59da28,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:52.108239 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34226) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:52.157523 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a9c14ce0-09b0-409f-96c8-b7c99e6699fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.179573 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a9c14ce0-09b0-409f-96c8-b7c99e6699fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.229451 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a9c14ce0-09b0-409f-96c8-b7c99e6699fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.232582 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a9c14ce0-09b0-409f-96c8-b7c99e6699fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.236034 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a9c14ce0-09b0-409f-96c8-b7c99e6699fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7134e45-e3b0-412c-b53e-bb595f59da28 HTTP/1.1" status: 204 len: 168 time: 0.1236682 Aug 12 12:42:52.242809 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c14ce0-09b0-409f-96c8-b7c99e6699fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7134e45-e3b0-412c-b53e-bb595f59da28,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:52.539666 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34256) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:52.568878 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1cf4dd22-6907-45ca-ada8-10074bc7e248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.664039 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da80fa8-d20b-4b84-b5f2-3f4a876a790b req-258d460b-6a3a-49b5-8b97-57b4c7c437a7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:52.665527 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1da80fa8-d20b-4b84-b5f2-3f4a876a790b req-258d460b-6a3a-49b5-8b97-57b4c7c437a7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 945 time: 0.0779555 Aug 12 12:42:52.723833 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1da80fa8-d20b-4b84-b5f2-3f4a876a790b req-89c6447f-f5db-4410-b2ba-690c1075ccb0 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513575 Aug 12 12:42:52.749859 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1cf4dd22-6907-45ca-ada8-10074bc7e248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.754141 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1cf4dd22-6907-45ca-ada8-10074bc7e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.795350 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-1cf4dd22-6907-45ca-ada8-10074bc7e248 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e55ea4af00b484f80ad8f3c0b7a99a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544558 Aug 12 12:42:52.797795 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34268) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:52.804017 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4dd22-6907-45ca-ada8-10074bc7e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a4be26-1dbd-44bc-a953-e3ccbcf56d4d,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:52.825849 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62a1d9-666e-43c7-8951-70608fc4e2e9 req-2e282f8c-381e-4baa-89d8-c3a7ea2cdb33 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:52.832000 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca62a1d9-666e-43c7-8951-70608fc4e2e9 req-2e282f8c-381e-4baa-89d8-c3a7ea2cdb33 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0602105 Aug 12 12:42:52.855548 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-80bd82d4-eca3-4ff5-a2b7-7e85ec3d2e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.875141 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca62a1d9-666e-43c7-8951-70608fc4e2e9 req-2474dfea-d410-4bf1-ab77-14caa5b57aee tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Aug 12 12:42:52.877444 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-80bd82d4-eca3-4ff5-a2b7-7e85ec3d2e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.927777 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-80bd82d4-eca3-4ff5-a2b7-7e85ec3d2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.930362 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-80bd82d4-eca3-4ff5-a2b7-7e85ec3d2e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:52.931556 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-80bd82d4-eca3-4ff5-a2b7-7e85ec3d2e78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88a4be26-1dbd-44bc-a953-e3ccbcf56d4d HTTP/1.1" status: 204 len: 168 time: 0.1328633 Aug 12 12:42:52.940758 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd82d4-eca3-4ff5-a2b7-7e85ec3d2e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a4be26-1dbd-44bc-a953-e3ccbcf56d4d,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:53.010447 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:42:53.050376 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b7006-46e5-4614-918a-260a82455530 req-a7fde09d-2bad-42d5-8f47-e7208a5518d0 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:53.052336 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6b0b7006-46e5-4614-918a-260a82455530 req-a7fde09d-2bad-42d5-8f47-e7208a5518d0 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0615027 Aug 12 12:42:53.091889 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:42:53.096317 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:42:53.096847 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:53.109930 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6b0b7006-46e5-4614-918a-260a82455530 req-b46cdcad-c3c6-4c90-91bc-c365344d3c5a tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465696 Aug 12 12:42:53.170703 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'tag': '58e29f2f-95ab-4876-9be2-d451b67c49ce'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:42:53.174934 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89c04ad-57f9-4827-9e0f-a0a5679813e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dc6ae8-a739-4466-bc4a-c2a21f5b0520", "tag": "58e29f2f-95ab-4876-9be2-d451b67c49ce"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:42:53.185423 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:53.211910 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:42:53.212552 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04698a-605d-4007-9889-1028bd0e1ef5 req-20c701f2-6c91-45c2-a1e4-5b2689e0c785 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:53.221495 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ab04698a-605d-4007-9889-1028bd0e1ef5 req-20c701f2-6c91-45c2-a1e4-5b2689e0c785 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0668592 Aug 12 12:42:53.244511 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d21917-3028-4ade-859a-143f48b579b6 x-openstack-request-id: req-a1d21917-3028-4ade-859a-143f48b579b6 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:42:53.244849 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dc6ae8-a739-4466-bc4a-c2a21f5b0520", "tag": "58e29f2f-95ab-4876-9be2-d451b67c49ce", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:42:53.245162 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1d21917-3028-4ade-859a-143f48b579b6 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:42:53.245589 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'tag': '58e29f2f-95ab-4876-9be2-d451b67c49ce', 'status': 'completed', 'code': 200} Aug 12 12:42:53.271430 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ab04698a-605d-4007-9889-1028bd0e1ef5 req-c814f8cd-40f9-47de-9813-ca11a0e5477c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485137 Aug 12 12:42:53.297257 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,segment=NetworkSegment(75de31ba-6da1-4d7b-a26c-bdc0c0c18b53),segment_id=75de31ba-6da1-4d7b-a26c-bdc0c0c18b53)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:53.301959 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:53.452618 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3136f8a2-9918-452b-8bc5-2d62c4c6aeff" -d '{"events": [{"server_uuid": "d1494e41-11b2-4951-8ac9-f7684c97f61a", "name": "network-vif-plugged", "status": "completed", "tag": "ae2b11e5-b96e-4322-8d17-07d9c0b8bd23"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:42:53.486159 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:53.620010 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdc94ef-e837-4dc0-a5af-b7f3fef9cedf x-openstack-request-id: req-9bdc94ef-e837-4dc0-a5af-b7f3fef9cedf {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:42:53.620327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1494e41-11b2-4951-8ac9-f7684c97f61a", "name": "network-vif-plugged", "status": "completed", "tag": "ae2b11e5-b96e-4322-8d17-07d9c0b8bd23", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:42:53.620582 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bdc94ef-e837-4dc0-a5af-b7f3fef9cedf {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:42:53.621034 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23', 'code': 200} Aug 12 12:42:53.846888 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba253-1210-4d66-8c47-db5237a9f89d req-51afb180-a7d2-4910-93f8-2fc3cdc5d4ef tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:53.848459 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-01dba253-1210-4d66-8c47-db5237a9f89d req-51afb180-a7d2-4910-93f8-2fc3cdc5d4ef tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0534692 Aug 12 12:42:53.887952 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-01dba253-1210-4d66-8c47-db5237a9f89d req-1441b065-cdd6-4e1d-aeb2-f0a1c7d8ed0c tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Aug 12 12:42:54.006134 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315357ee-5fd1-417c-b738-3ef0fdafcbe6 req-5bd0a771-c586-4e83-a3f0-a64927da9f2e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:54.007658 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-315357ee-5fd1-417c-b738-3ef0fdafcbe6 req-5bd0a771-c586-4e83-a3f0-a64927da9f2e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0530372 Aug 12 12:42:54.055169 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-315357ee-5fd1-417c-b738-3ef0fdafcbe6 req-03a41d32-6ac1-4c75-9c1a-b3a3b5e4a2d5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Aug 12 12:42:54.216894 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a219917-20e3-4c0b-9894-7ef39360b8d7 req-b3f4011b-6408-4d62-9abb-2bf4eb8a48ae tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:54.218385 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9a219917-20e3-4c0b-9894-7ef39360b8d7 req-b3f4011b-6408-4d62-9abb-2bf4eb8a48ae tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0488887 Aug 12 12:42:54.257581 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9a219917-20e3-4c0b-9894-7ef39360b8d7 req-92980067-bd27-47b0-939f-57967e13bfbe tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Aug 12 12:42:54.382924 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8f387-96ca-4bc3-b64a-58effc14726b req-ee8c5b39-764c-46f0-ab5f-deff02030623 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:54.384420 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2be8f387-96ca-4bc3-b64a-58effc14726b req-ee8c5b39-764c-46f0-ab5f-deff02030623 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0527282 Aug 12 12:42:54.423904 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2be8f387-96ca-4bc3-b64a-58effc14726b req-f912587b-0360-41d8-a8ed-ec1a72d7aec3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336590 Aug 12 12:42:55.005281 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618b30b-7d99-4d49-9d00-02170a36c9f6 req-c4550a9d-cf51-467d-b347-7986ce279a66 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:55.006755 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5618b30b-7d99-4d49-9d00-02170a36c9f6 req-c4550a9d-cf51-467d-b347-7986ce279a66 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0508020 Aug 12 12:42:55.026629 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34396) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:55.044345 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5618b30b-7d99-4d49-9d00-02170a36c9f6 req-fc52dc86-f21d-4387-a8f9-2af2dde2e585 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315177 Aug 12 12:42:55.144062 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b3438c5e-215d-4d80-9456-219e9ef96598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.213074 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fabb83-2081-48ba-88f3-9c867c23f5d5 req-4a9c8d79-fa8a-4e0f-94cc-86d6dd184012 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:55.214542 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95fabb83-2081-48ba-88f3-9c867c23f5d5 req-4a9c8d79-fa8a-4e0f-94cc-86d6dd184012 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0795436 Aug 12 12:42:55.268168 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95fabb83-2081-48ba-88f3-9c867c23f5d5 req-e1337c71-0524-4fd8-bb91-fa7e2965336e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473576 Aug 12 12:42:55.304609 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b3438c5e-215d-4d80-9456-219e9ef96598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.308816 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b3438c5e-215d-4d80-9456-219e9ef96598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.349113 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b3438c5e-215d-4d80-9456-219e9ef96598 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4ef79b4b6cc416896abda3a3d62c1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190618 Aug 12 12:42:55.349113 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3438c5e-215d-4d80-9456-219e9ef96598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f33e0-29cf-4594-b30b-dc3a54d07b02,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:55.349904 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34408) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:55.385025 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d1400-ee6d-4cf9-8eb7-1a0c4e1d7a3a req-59b3f6a0-f7e3-4aef-859d-3ac78cdc3fb9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:55.386437 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-935d1400-ee6d-4cf9-8eb7-1a0c4e1d7a3a req-59b3f6a0-f7e3-4aef-859d-3ac78cdc3fb9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0595531 Aug 12 12:42:55.400048 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6f0b-d565-40a9-91c8-ac232d742429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.422181 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6f0b-d565-40a9-91c8-ac232d742429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.424496 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-935d1400-ee6d-4cf9-8eb7-1a0c4e1d7a3a req-cb755e02-6497-43e4-a116-1e98f035f475 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Aug 12 12:42:55.472431 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6f0b-d565-40a9-91c8-ac232d742429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.475892 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2f2b6f0b-d565-40a9-91c8-ac232d742429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.477042 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-2f2b6f0b-d565-40a9-91c8-ac232d742429 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/135f33e0-29cf-4594-b30b-dc3a54d07b02 HTTP/1.1" status: 204 len: 168 time: 0.1262481 Aug 12 12:42:55.485117 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b6f0b-d565-40a9-91c8-ac232d742429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f33e0-29cf-4594-b30b-dc3a54d07b02,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:55.553360 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591a50f-78df-4125-8f49-055aee21433f req-ae260bd4-bceb-4fa9-8456-7d1ce3ad0252 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:55.553360 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a591a50f-78df-4125-8f49-055aee21433f req-ae260bd4-bceb-4fa9-8456-7d1ce3ad0252 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0490656 Aug 12 12:42:55.591630 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a591a50f-78df-4125-8f49-055aee21433f req-7053295d-a7b3-48eb-9b34-78cf6f03de2c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329289 Aug 12 12:42:55.743969 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34420) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:55.757677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-69023574-6e09-4ed4-928f-03bd4afafbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:55.958197 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-5366bb27-0807-432e-bda3-092c1b2321c4 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842773 Aug 12 12:42:55.960935 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57e23-ecef-43f2-bd85-c059719da45e req-7c978321-3473-401a-a698-51227ac9029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:55.962270 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-7c978321-3473-401a-a698-51227ac9029d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 1096 time: 0.1209133 Aug 12 12:42:55.963717 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-8036e3fc-51a4-4a6e-9343-f8d056411391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:55.965559 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-8036e3fc-51a4-4a6e-9343-f8d056411391 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 1097 time: 0.1268485 Aug 12 12:42:56.028184 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474a270-7dbe-498a-8b6c-614c04023c77 req-2d3b27ab-f4bb-4e80-8f6f-cb7c13d88175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.029670 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-f2223565-81d7-4134-b631-aa60ca7ead64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58e29f2f-95ab-4876-9be2-d451b67c49ce HTTP/1.1" status: 200 len: 217 time: 0.0517843 Aug 12 12:42:56.030130 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0474a270-7dbe-498a-8b6c-614c04023c77 req-2d3b27ab-f4bb-4e80-8f6f-cb7c13d88175 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 1099 time: 0.0711026 Aug 12 12:42:56.054968 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-0474a270-7dbe-498a-8b6c-614c04023c77 req-7043c73a-aa05-4821-9ee7-b27f038d8470 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.107003 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-69023574-6e09-4ed4-928f-03bd4afafbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.116323 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-69023574-6e09-4ed4-928f-03bd4afafbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.161817 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:42:56.188705 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d4fc08b6-d3b1-4a43-92aa-8875cabd0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.189636 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-d4fc08b6-d3b1-4a43-92aa-8875cabd0f06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2892a5a0-8105-46ad-8025-bf3c0ca3583b HTTP/1.1" status: 200 len: 848 time: 0.1300514 Aug 12 12:42:56.193085 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8afaa-ecb2-4862-828f-2ea99df2077a req-58068b74-1c45-46ca-89f6-a5fe19d45663 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.195459 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-51b8afaa-ecb2-4862-828f-2ea99df2077a req-58068b74-1c45-46ca-89f6-a5fe19d45663 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0800936 Aug 12 12:42:56.202244 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-69023574-6e09-4ed4-928f-03bd4afafbae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc982ae968a545eea3f7fe48c6a4e8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572308 Aug 12 12:42:56.203006 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69023574-6e09-4ed4-928f-03bd4afafbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6304608-af72-49e5-bd62-d99be0612916,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:56.204933 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34426) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:56.231022 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-2773d20f-858e-4c2d-8c91-16c018ab777b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.232601 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-2773d20f-858e-4c2d-8c91-16c018ab777b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.2537189 Aug 12 12:42:56.235217 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-9eeb951c-7053-4f26-bbb0-79d91dbec0f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6716cfc5-70dd-48ff-8461-f4f453380481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363231 Aug 12 12:42:56.308368 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:56.309880 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-51b8afaa-ecb2-4862-828f-2ea99df2077a req-141fab73-36ef-4f8a-b83a-4134473465ce tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818222 Aug 12 12:42:56.322056 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-0474a270-7dbe-498a-8b6c-614c04023c77 req-7043c73a-aa05-4821-9ee7-b27f038d8470 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.322308 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '60ad9992-2999-4d1c-8c84-482907283b03', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'port_id': '60ad9992-2999-4d1c-8c84-482907283b03', 'mac_address': 'fa:16:3e:f6:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:42:56.323989 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ba39eeb1-914a-4b9a-bf90-f375a653bf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.328585 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-0474a270-7dbe-498a-8b6c-614c04023c77 req-7043c73a-aa05-4821-9ee7-b27f038d8470 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.352354 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-5b0dbcc3-a1da-4eb2-8c50-771f16b62cdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 HTTP/1.1" status: 200 len: 217 time: 0.1055613 Aug 12 12:42:56.374953 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0474a270-7dbe-498a-8b6c-614c04023c77 req-7043c73a-aa05-4821-9ee7-b27f038d8470 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316579 Aug 12 12:42:56.383119 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.392791 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ba39eeb1-914a-4b9a-bf90-f375a653bf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.396504 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ad9992-2999-4d1c-8c84-482907283b03 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:42:56.399969 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043c73a-aa05-4821-9ee7-b27f038d8470 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=817b1038-1364-4143-9791-22c6fbf15216,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:56.425522 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:42:56.441139 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.457736 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ba39eeb1-914a-4b9a-bf90-f375a653bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.460468 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ba39eeb1-914a-4b9a-bf90-f375a653bf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:56.464750 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ba39eeb1-914a-4b9a-bf90-f375a653bf49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6304608-af72-49e5-bd62-d99be0612916 HTTP/1.1" status: 204 len: 168 time: 0.2585111 Aug 12 12:42:56.474023 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39eeb1-914a-4b9a-bf90-f375a653bf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6304608-af72-49e5-bd62-d99be0612916,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:56.486010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-e5843fff-80ed-490c-8a47-91f2575d0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.487572 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-e5843fff-80ed-490c-8a47-91f2575d0bca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.1265700 Aug 12 12:42:56.493192 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-7e13d905-30d9-439e-9e6f-1677767f0d9e service neutron] 10.222.0.10 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451808 Aug 12 12:42:56.506860 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db921edc-63aa-4980-a3ee-f057cee45910 req-769cb563-916e-49e9-930b-162b46ad5d0b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.514221 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db921edc-63aa-4980-a3ee-f057cee45910 req-769cb563-916e-49e9-930b-162b46ad5d0b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.1379495 Aug 12 12:42:56.517353 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:56.550722 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db921edc-63aa-4980-a3ee-f057cee45910 req-b2e4bc0c-0799-4964-b709-e1747f838154 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Aug 12 12:42:56.586331 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b8dbe-b8ae-45b0-a9a3-903a79559809 req-6ec181a5-dba3-473e-bc8e-b35df54575a1 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.587883 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-357b8dbe-b8ae-45b0-a9a3-903a79559809 req-6ec181a5-dba3-473e-bc8e-b35df54575a1 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0637667 Aug 12 12:42:56.631803 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-357b8dbe-b8ae-45b0-a9a3-903a79559809 req-5250b729-14ed-4fc7-8581-7795a0c49823 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Aug 12 12:42:56.719351 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbf31a-e644-4680-9f69-4f7c9a5e80ca req-726c432d-4413-4e6d-9076-0431787ccd68 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:56.720852 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75fbf31a-e644-4680-9f69-4f7c9a5e80ca req-726c432d-4413-4e6d-9076-0431787ccd68 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 944 time: 0.0529978 Aug 12 12:42:56.761125 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75fbf31a-e644-4680-9f69-4f7c9a5e80ca req-4fff9626-e4fa-4dc7-8c99-c4a54240f4f9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334706 Aug 12 12:42:56.852921 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-58a473b8-c4e2-4965-9aaf-9db7712f53e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760446 Aug 12 12:42:56.948952 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59f57e23-ecef-43f2-bd85-c059719da45e req-742143c1-6df5-4e79-8afa-a097bad5e77f service neutron] 10.222.0.10 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734002 Aug 12 12:42:56.970311 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-893de089-4d3b-4c27-8079-b3212d1119a3 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074667 Aug 12 12:42:57.077152 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['60ad9992-2999-4d1c-8c84-482907283b03'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:42:57.086983 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-fc77fc6a-39e2-4fb9-8e1f-be7c066f8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:57.088706 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-fc77fc6a-39e2-4fb9-8e1f-be7c066f8072 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 1096 time: 0.0643110 Aug 12 12:42:57.120556 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73a73e9e-5e49-4a5f-98fb-316c5a8b3900 req-5fff3936-f687-413e-8a39-12b71c28c62b service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428270 Aug 12 12:42:57.200264 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-f1d44442-dfce-44bd-8c64-756de70d6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:57.205019 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-f1d44442-dfce-44bd-8c64-756de70d6f42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6716cfc5-70dd-48ff-8461-f4f453380481 HTTP/1.1" status: 200 len: 909 time: 0.1083531 Aug 12 12:42:57.249532 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-baf17080-5f54-4531-8b27-7598b5d4239c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58e29f2f-95ab-4876-9be2-d451b67c49ce HTTP/1.1" status: 200 len: 217 time: 0.0349123 Aug 12 12:42:57.304507 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-d959739e-1c72-41d4-8da7-119605b532b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:57.306344 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-d959739e-1c72-41d4-8da7-119605b532b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2892a5a0-8105-46ad-8025-bf3c0ca3583b HTTP/1.1" status: 200 len: 848 time: 0.0486088 Aug 12 12:42:57.344247 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-bdc62640-9412-474d-90de-3629858da2c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6716cfc5-70dd-48ff-8461-f4f453380481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283113 Aug 12 12:42:57.458432 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e3874-f8ae-49f5-943e-3fd8d45e0614 req-da1d59cf-da7a-48fa-af00-72a90333bb23 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:57.461591 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-fe55ae2f-b74c-46e9-af4b-d2e815cc6671 service neutron] 10.222.0.10 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086519 Aug 12 12:42:57.463601 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-208e3874-f8ae-49f5-943e-3fd8d45e0614 req-da1d59cf-da7a-48fa-af00-72a90333bb23 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0644016 Aug 12 12:42:57.509519 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-208e3874-f8ae-49f5-943e-3fd8d45e0614 req-053714f1-f1dd-4207-8378-c6b2ab0a722d tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398917 Aug 12 12:42:57.566006 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d89c04ad-57f9-4827-9e0f-a0a5679813e9 req-3b66cb16-6408-4e34-936a-45202b38eed2 service neutron] 10.222.0.10 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969732 Aug 12 12:42:57.680012 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cf0ce-a4fb-4565-8cd8-12a60f1fc636 req-f02429b5-6ca0-466c-9dce-d914fe981a86 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:57.681671 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-881cf0ce-a4fb-4565-8cd8-12a60f1fc636 req-f02429b5-6ca0-466c-9dce-d914fe981a86 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0547013 Aug 12 12:42:57.738407 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-881cf0ce-a4fb-4565-8cd8-12a60f1fc636 req-7ebce181-f410-4789-a311-ead6a4ed370b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483799 Aug 12 12:42:57.785656 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db645-156e-45a0-9d07-3fd2f531df65 req-4af65ca0-64cd-418b-a42a-e5339ebe11da tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:57.787435 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bb5db645-156e-45a0-9d07-3fd2f531df65 req-4af65ca0-64cd-418b-a42a-e5339ebe11da tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0753715 Aug 12 12:42:57.848872 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bb5db645-156e-45a0-9d07-3fd2f531df65 req-b1c394c6-3a20-4cb7-aa2c-7deab2de2192 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512302 Aug 12 12:42:57.929482 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7a04e-3094-49b6-8f4f-bd2cd418e09d req-94e0aa5b-97df-4fcd-bc8e-122c80246405 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:57.929482 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-05c7a04e-3094-49b6-8f4f-bd2cd418e09d req-94e0aa5b-97df-4fcd-bc8e-122c80246405 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 944 time: 0.0535097 Aug 12 12:42:57.978272 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-05c7a04e-3094-49b6-8f4f-bd2cd418e09d req-7f425c30-dd05-41d1-8834-ee8f357c08f8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353575 Aug 12 12:42:58.625417 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f63bc-abe5-4d11-b9e9-97111155b680 req-bfa7a3f9-731f-4c32-acf3-23e1e5a23b85 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:58.626955 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-659f63bc-abe5-4d11-b9e9-97111155b680 req-bfa7a3f9-731f-4c32-acf3-23e1e5a23b85 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0482359 Aug 12 12:42:58.664562 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-659f63bc-abe5-4d11-b9e9-97111155b680 req-c2fea634-80b9-43fd-abbf-32d10e0742fb tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316706 Aug 12 12:42:58.858987 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a51970-348f-4fb5-bf28-e27a382b634a req-0c0f7be1-9236-405f-b35a-d943a984df76 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:58.860479 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-69a51970-348f-4fb5-bf28-e27a382b634a req-0c0f7be1-9236-405f-b35a-d943a984df76 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0504274 Aug 12 12:42:58.870494 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34548) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:58.900678 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-69a51970-348f-4fb5-bf28-e27a382b634a req-2b839a99-5b49-4742-b9c3-ddb3c41522ed tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324740 Aug 12 12:42:58.954521 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81a823-20b8-4324-a299-7210e74aa94a req-74f32387-1cb7-460b-b534-a32246ba0621 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:58.955959 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fc81a823-20b8-4324-a299-7210e74aa94a req-74f32387-1cb7-460b-b534-a32246ba0621 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0480990 Aug 12 12:42:58.990359 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e943f6a-a5be-4fb2-aab2-7bac151f99cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.014967 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fc81a823-20b8-4324-a299-7210e74aa94a req-1fa7f46a-a751-42df-be71-df2b392c36fc tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533204 Aug 12 12:42:59.094330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e943f6a-a5be-4fb2-aab2-7bac151f99cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.099112 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e943f6a-a5be-4fb2-aab2-7bac151f99cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.105367 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20261-3c77-45c0-b11c-4213540c1b41 req-8417bc23-7a8b-4a7b-a751-806b2662fbe6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:59.107694 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-23e20261-3c77-45c0-b11c-4213540c1b41 req-8417bc23-7a8b-4a7b-a751-806b2662fbe6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 944 time: 0.0537121 Aug 12 12:42:59.135348 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e943f6a-a5be-4fb2-aab2-7bac151f99cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719be127-63dd-4ea7-add6-4565993b62c0,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:59.142761 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-1e943f6a-a5be-4fb2-aab2-7bac151f99cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cf51f6d4d2049f3911a4ac3218e8161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682579 Aug 12 12:42:59.143110 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34558) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:59.156262 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-23e20261-3c77-45c0-b11c-4213540c1b41 req-504aed11-2292-49f1-a441-acc60b1d6470 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417993 Aug 12 12:42:59.204053 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2428508b-9b76-45a5-a070-3effe45e0b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.225309 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2428508b-9b76-45a5-a070-3effe45e0b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.271227 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2428508b-9b76-45a5-a070-3effe45e0b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.274003 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2428508b-9b76-45a5-a070-3effe45e0b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.275208 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-2428508b-9b76-45a5-a070-3effe45e0b93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/719be127-63dd-4ea7-add6-4565993b62c0 HTTP/1.1" status: 204 len: 168 time: 0.1312859 Aug 12 12:42:59.282864 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428508b-9b76-45a5-a070-3effe45e0b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719be127-63dd-4ea7-add6-4565993b62c0,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:59.550246 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34594) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:59.564805 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4db6ce4e-f36c-492a-92a2-852902f46150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.660030 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4db6ce4e-f36c-492a-92a2-852902f46150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.664317 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4db6ce4e-f36c-492a-92a2-852902f46150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.700463 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6ce4e-f36c-492a-92a2-852902f46150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdc2ad1-1d72-49d6-9927-2357d2f7c9c8,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:42:59.705900 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4db6ce4e-f36c-492a-92a2-852902f46150 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=282f9dbdffe3474396247481d0e434d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534827 Aug 12 12:42:59.707709 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34604) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:42:59.767929 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a18cd119-759d-4d96-9d11-45601d081574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.786615 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a2e8b-a132-48ef-9ce3-50ceed961a68 req-db6fb548-79c0-402c-b612-ba76998e3ab2 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:42:59.788491 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1f0a2e8b-a132-48ef-9ce3-50ceed961a68 req-db6fb548-79c0-402c-b612-ba76998e3ab2 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0487826 Aug 12 12:42:59.792691 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a18cd119-759d-4d96-9d11-45601d081574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.835660 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1f0a2e8b-a132-48ef-9ce3-50ceed961a68 req-9742fb11-25e7-451b-a955-4240b5e0e92a tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Aug 12 12:42:59.856605 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a18cd119-759d-4d96-9d11-45601d081574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.859564 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a18cd119-759d-4d96-9d11-45601d081574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:42:59.863470 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a18cd119-759d-4d96-9d11-45601d081574 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfdc2ad1-1d72-49d6-9927-2357d2f7c9c8 HTTP/1.1" status: 204 len: 168 time: 0.1547196 Aug 12 12:42:59.873067 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cd119-759d-4d96-9d11-45601d081574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdc2ad1-1d72-49d6-9927-2357d2f7c9c8,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:00.027124 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ad217-0b9b-4449-8fb6-9621c362a8f3 req-650cc1eb-9cee-4ce9-a625-c13409cfc19c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:00.028880 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b96ad217-0b9b-4449-8fb6-9621c362a8f3 req-650cc1eb-9cee-4ce9-a625-c13409cfc19c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0559034 Aug 12 12:43:00.069680 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b96ad217-0b9b-4449-8fb6-9621c362a8f3 req-60213f87-4e84-49f7-8ce3-f4659df018de tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Aug 12 12:43:00.133305 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5ae6a-0005-49a8-a4b2-30388e7c1858 req-90beac0f-c251-47f5-a0ba-1c837d455a4f tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:00.134687 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-94d5ae6a-0005-49a8-a4b2-30388e7c1858 req-90beac0f-c251-47f5-a0ba-1c837d455a4f tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0461273 Aug 12 12:43:00.172782 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-94d5ae6a-0005-49a8-a4b2-30388e7c1858 req-1ccc888e-f998-4b86-8f2c-1d6bdf3b7b2c tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Aug 12 12:43:00.284799 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86033d3-db78-4bf3-8ed9-a797eeda6065 req-2b639b5a-d174-4c35-a12e-fbc07ed7769b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:00.286258 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d86033d3-db78-4bf3-8ed9-a797eeda6065 req-2b639b5a-d174-4c35-a12e-fbc07ed7769b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 944 time: 0.0482285 Aug 12 12:43:00.323635 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d86033d3-db78-4bf3-8ed9-a797eeda6065 req-f26d8f31-3e21-45a4-a187-27ba9a72f0f5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 Aug 12 12:43:00.521865 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:00.568693 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 60ad9992-2999-4d1c-8c84-482907283b03 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:00.572330 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 60ad9992-2999-4d1c-8c84-482907283b03 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:00.572724 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:00.649149 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:00.671795 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:00.674020 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084374fe-bf08-421f-a8bb-df359f3b8697" -d '{"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:00.686779 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:00.691578 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:00.715069 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071159d8-185f-47df-9a79-b1d6eb35b229 x-openstack-request-id: req-071159d8-185f-47df-9a79-b1d6eb35b229 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:00.715879 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:00.716128 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-071159d8-185f-47df-9a79-b1d6eb35b229 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:00.716507 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03', 'code': 200} Aug 12 12:43:00.740883 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:00.953132 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4e080-d749-40a6-8cf4-4403b81b1551 req-838c2cd8-3b63-4dcc-bf01-668bc6bed963 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:00.954595 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a8a4e080-d749-40a6-8cf4-4403b81b1551 req-838c2cd8-3b63-4dcc-bf01-668bc6bed963 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0497415 Aug 12 12:43:00.992079 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a8a4e080-d749-40a6-8cf4-4403b81b1551 req-9f8c1a36-b9ae-41df-b748-5f9812119bc7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315440 Aug 12 12:43:01.188486 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f3877-f6ae-4fd4-a8c2-396e63b519cd req-f3645965-b780-4c1c-9c8b-9b31e5c23e25 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:01.190045 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a51f3877-f6ae-4fd4-a8c2-396e63b519cd req-f3645965-b780-4c1c-9c8b-9b31e5c23e25 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0535426 Aug 12 12:43:01.231754 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a51f3877-f6ae-4fd4-a8c2-396e63b519cd req-4fe07276-df09-4480-a081-7fe0c7bfc1ba tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Aug 12 12:43:01.306184 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52582f-c1da-44b9-b571-31ecfe46151a req-6e6e9f7d-fb82-4db7-a722-8b9cb3b673fb tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:01.307664 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1e52582f-c1da-44b9-b571-31ecfe46151a req-6e6e9f7d-fb82-4db7-a722-8b9cb3b673fb tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0499992 Aug 12 12:43:01.346899 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1e52582f-c1da-44b9-b571-31ecfe46151a req-4ae226e5-a7ae-47d8-ba73-b68acb36b4ff tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322812 Aug 12 12:43:01.448565 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1542745-590f-4772-a72e-1ed8ac4aedbe req-fd00bd62-d8c6-494b-9dda-0fa3ca46b538 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:01.450248 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b1542745-590f-4772-a72e-1ed8ac4aedbe req-fd00bd62-d8c6-494b-9dda-0fa3ca46b538 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0531626 Aug 12 12:43:01.488333 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b1542745-590f-4772-a72e-1ed8ac4aedbe req-512140db-419a-4262-89a9-ec27625838f0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Aug 12 12:43:02.101909 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c26864-c3a8-4f1e-9311-cb5fee2f3b93 req-3bf2b32e-fe84-4711-8600-678ac12508a0 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:02.103372 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d3c26864-c3a8-4f1e-9311-cb5fee2f3b93 req-3bf2b32e-fe84-4711-8600-678ac12508a0 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0468740 Aug 12 12:43:02.140651 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d3c26864-c3a8-4f1e-9311-cb5fee2f3b93 req-3fd22fe1-cd34-4867-9115-96a24385c5bd tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Aug 12 12:43:02.343471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3672e3-fba2-481b-a90f-c593d0cca9fe req-7ea03e61-636e-4b4f-a3f2-24a29f591b45 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:02.345003 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ce3672e3-fba2-481b-a90f-c593d0cca9fe req-7ea03e61-636e-4b4f-a3f2-24a29f591b45 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0468585 Aug 12 12:43:02.381773 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ce3672e3-fba2-481b-a90f-c593d0cca9fe req-d5b2b6dd-2c98-49cf-94c3-3914c746b74d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Aug 12 12:43:02.462816 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a2b01-05a8-4b85-a619-0783ae37fa00 req-f5f897a9-8d5a-414f-92c6-13c415be38cd tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:02.464294 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-994a2b01-05a8-4b85-a619-0783ae37fa00 req-f5f897a9-8d5a-414f-92c6-13c415be38cd tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0468469 Aug 12 12:43:02.501439 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-994a2b01-05a8-4b85-a619-0783ae37fa00 req-a5782131-1c0b-4d23-b512-ec7569871e2c tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Aug 12 12:43:02.606033 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b1423-b51f-4aee-91f0-bcb79da76a5b req-df68b9e4-b527-4259-8e18-a1cb3c626941 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:02.607500 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-742b1423-b51f-4aee-91f0-bcb79da76a5b req-df68b9e4-b527-4259-8e18-a1cb3c626941 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Aug 12 12:43:02.643741 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-742b1423-b51f-4aee-91f0-bcb79da76a5b req-986e08b6-0306-42b0-81b1-97174f19a8c1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304337 Aug 12 12:43:03.252077 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baffcb-1429-4e0f-bc77-b05c5b605c56 req-7dd25d06-0b1e-4a94-a80a-88b4cfcdcdee tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:03.253525 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59baffcb-1429-4e0f-bc77-b05c5b605c56 req-7dd25d06-0b1e-4a94-a80a-88b4cfcdcdee tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0489650 Aug 12 12:43:03.289750 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59baffcb-1429-4e0f-bc77-b05c5b605c56 req-f80a77f7-bc55-4638-8a33-3b8fd1566c73 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303962 Aug 12 12:43:03.353318 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 0daf481e-fe08-423b-bae6-70d309bdb8cf details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:43:03.466341 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224be9-258e-4f64-a526-f5a7db9d703c req-32c05158-35c1-4aba-bdb5-4de0eb90ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:03.468117 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5224be9-258e-4f64-a526-f5a7db9d703c req-32c05158-35c1-4aba-bdb5-4de0eb90ef0b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1098 time: 0.0835989 Aug 12 12:43:03.468302 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 0daf481e-fe08-423b-bae6-70d309bdb8cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:03.485672 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '0daf481e-fe08-423b-bae6-70d309bdb8cf', 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'port_id': '0daf481e-fe08-423b-bae6-70d309bdb8cf', 'mac_address': 'fa:16:3e:62:24:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:43:03.512719 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c242b-b336-4f4e-9eda-6d8d041d27d9 req-c6681bf1-6d83-4720-bc9a-6d8212a4d1f7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:03.514228 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-782c242b-b336-4f4e-9eda-6d8d041d27d9 req-c6681bf1-6d83-4720-bc9a-6d8212a4d1f7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 944 time: 0.0495927 Aug 12 12:43:03.521379 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5224be9-258e-4f64-a526-f5a7db9d703c req-130ffee1-003c-445a-a6f9-256c1d416e93 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377805 Aug 12 12:43:03.534172 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:03.547344 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:03.549456 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0daf481e-fe08-423b-bae6-70d309bdb8cf {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:43:03.563321 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-782c242b-b336-4f4e-9eda-6d8d041d27d9 req-229a34ba-08a1-41e5-89cf-b463bfc1cff3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389333 Aug 12 12:43:03.572016 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 0daf481e-fe08-423b-bae6-70d309bdb8cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:03.577758 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:03.579191 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:43:03.631425 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=0daf481e-fe08-423b-bae6-70d309bdb8cf,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:03.672292 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:03.692960 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9', 'network_id': '9edf8b20-407d-4d3d-9d09-754c4792c58a', 'port_id': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9', 'mac_address': 'fa:16:3e:be:64:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaf58920-cbce-43b0-a574-65d469326e24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:43:03.736658 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:03.753478 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:43:03.776449 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:03.781862 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:03.790365 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32e7c0-f956-4d8c-847a-90631a2fc764 req-319305d8-fd3e-4437-aeeb-da97687e93e0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:03.794433 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2d32e7c0-f956-4d8c-847a-90631a2fc764 req-319305d8-fd3e-4437-aeeb-da97687e93e0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0664175 Aug 12 12:43:03.828744 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b4734-7851-41e4-b98a-00e5980748cf req-21a4763f-33fd-4235-bb28-4acbbdbf75d6 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:03.836965 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3e5b4734-7851-41e4-b98a-00e5980748cf req-21a4763f-33fd-4235-bb28-4acbbdbf75d6 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.2627223 Aug 12 12:43:03.839567 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:03.843435 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2d32e7c0-f956-4d8c-847a-90631a2fc764 req-7301d337-848c-4ddd-b6b6-aaa40b83f46a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432622 Aug 12 12:43:03.875417 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3e5b4734-7851-41e4-b98a-00e5980748cf req-996cf733-63d8-497c-8ae8-4242b7e5847b tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Aug 12 12:43:04.405483 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a9cba-4129-4c82-9d68-745270252dd2 req-d6ca5de3-ca60-48f0-8b07-74aa4ccf067d tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:04.406989 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-153a9cba-4129-4c82-9d68-745270252dd2 req-d6ca5de3-ca60-48f0-8b07-74aa4ccf067d tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0528955 Aug 12 12:43:04.444317 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-153a9cba-4129-4c82-9d68-745270252dd2 req-406146a1-f395-42a6-826c-af5adc8981e7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310581 Aug 12 12:43:04.678807 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4bc53-92ae-4b3b-a640-d194221ab43c req-de8c2fb7-7da4-4970-af97-99d776b6901c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:04.680238 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bb4bc53-92ae-4b3b-a640-d194221ab43c req-de8c2fb7-7da4-4970-af97-99d776b6901c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 945 time: 0.0461931 Aug 12 12:43:04.716583 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bb4bc53-92ae-4b3b-a640-d194221ab43c req-032a2bd1-2290-411f-aadd-9fa83738a21b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305369 Aug 12 12:43:04.971635 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4530d35-4959-463e-8059-0b3ed043715f req-e311f936-6ba5-422d-86c9-8feb300a5ff0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:04.973130 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b4530d35-4959-463e-8059-0b3ed043715f req-e311f936-6ba5-422d-86c9-8feb300a5ff0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Aug 12 12:43:04.998632 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f6d3e-b2c7-428e-8310-b27aaae60bfc req-ceadfbef-76b8-4a4b-80be-654ebdf04f24 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:04.999180 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:43:05.000135 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-271f6d3e-b2c7-428e-8310-b27aaae60bfc req-ceadfbef-76b8-4a4b-80be-654ebdf04f24 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0513017 Aug 12 12:43:05.012697 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b4530d35-4959-463e-8059-0b3ed043715f req-e695ac52-1ff0-49bf-8a46-01bb0617bdf3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333841 Aug 12 12:43:05.026151 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['0daf481e-fe08-423b-bae6-70d309bdb8cf'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:43:05.046866 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-271f6d3e-b2c7-428e-8310-b27aaae60bfc req-716df548-cf55-4359-90ce-414739189e0f tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404387 Aug 12 12:43:05.572503 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a19f1-1768-424e-b6b5-0f58ab1ffff5 req-3e48b5d4-b55b-4758-8265-dea72efd5908 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:05.573965 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-552a19f1-1768-424e-b6b5-0f58ab1ffff5 req-3e48b5d4-b55b-4758-8265-dea72efd5908 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0556185 Aug 12 12:43:05.612627 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-552a19f1-1768-424e-b6b5-0f58ab1ffff5 req-85c32e91-4359-470f-81a7-c33f4cba1601 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Aug 12 12:43:05.617742 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34778) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:05.728019 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d4228ce-13ca-464d-a8e3-a2815f343ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:05.854092 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d4228ce-13ca-464d-a8e3-a2815f343ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:05.859114 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb1b81-6d1e-46cf-a2e2-808d5240b123 req-d5c3d334-1463-42f5-99dc-9cc8ffc215b0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:05.859691 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d4228ce-13ca-464d-a8e3-a2815f343ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:05.868966 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d7fb1b81-6d1e-46cf-a2e2-808d5240b123 req-d5c3d334-1463-42f5-99dc-9cc8ffc215b0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 945 time: 0.0686357 Aug 12 12:43:05.915017 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0d4228ce-13ca-464d-a8e3-a2815f343ccf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a61a99648914ce48c32d17124fd75b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961714 Aug 12 12:43:05.917664 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34792) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:05.926134 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4228ce-13ca-464d-a8e3-a2815f343ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c775aa2f-a734-4ad1-9dbd-26f3b214545c,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:05.946381 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d7fb1b81-6d1e-46cf-a2e2-808d5240b123 req-d76b8bb5-d59c-47a4-b91f-b231d66abd02 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762973 Aug 12 12:43:05.989908 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa1e6-ca60-421d-bc9f-6720eb6a7f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.021180 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa1e6-ca60-421d-bc9f-6720eb6a7f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.067460 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa1e6-ca60-421d-bc9f-6720eb6a7f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.070019 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cbcfa1e6-ca60-421d-bc9f-6720eb6a7f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.073691 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-cbcfa1e6-ca60-421d-bc9f-6720eb6a7f2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c775aa2f-a734-4ad1-9dbd-26f3b214545c HTTP/1.1" status: 204 len: 168 time: 0.1520286 Aug 12 12:43:06.080055 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfa1e6-ca60-421d-bc9f-6720eb6a7f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775aa2f-a734-4ad1-9dbd-26f3b214545c,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:06.182200 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1d022-d6b3-4e17-8c3d-a324a2b274d3 req-423f9a44-3a7a-4969-a427-4e7eb96162d2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:06.185864 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-69a1d022-d6b3-4e17-8c3d-a324a2b274d3 req-423f9a44-3a7a-4969-a427-4e7eb96162d2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0716848 Aug 12 12:43:06.217283 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374bd15-85ce-4a65-b1dc-9cdeeed8559d req-0b71c155-9174-468e-a7bd-ffef8eb8172e tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:06.224945 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8374bd15-85ce-4a65-b1dc-9cdeeed8559d req-0b71c155-9174-468e-a7bd-ffef8eb8172e tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0825176 Aug 12 12:43:06.271688 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8374bd15-85ce-4a65-b1dc-9cdeeed8559d req-d392b30d-cc89-4ecf-ad17-1eedaab89636 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Aug 12 12:43:06.272886 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-69a1d022-d6b3-4e17-8c3d-a324a2b274d3 req-0c80e3d0-c3b2-4cf5-b26c-5ae9dd2a6cb8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790884 Aug 12 12:43:06.455860 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34814) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:06.469233 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-45303e79-642e-4c40-af27-55034a6b7df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.565225 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-45303e79-642e-4c40-af27-55034a6b7df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.569249 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-45303e79-642e-4c40-af27-55034a6b7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.607372 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-45303e79-642e-4c40-af27-55034a6b7df0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89b7a1570a3245cbb043c37f64b1bd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503432 Aug 12 12:43:06.610400 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34824) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:06.612526 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45303e79-642e-4c40-af27-55034a6b7df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f129f2-8258-429d-bf8b-fb1dc93bb5d6,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:06.673175 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-04494c48-39f3-4841-bd78-f5b6775a14f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.696251 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-04494c48-39f3-4841-bd78-f5b6775a14f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.754054 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-04494c48-39f3-4841-bd78-f5b6775a14f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.756865 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-04494c48-39f3-4841-bd78-f5b6775a14f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:06.760655 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-04494c48-39f3-4841-bd78-f5b6775a14f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4f129f2-8258-429d-bf8b-fb1dc93bb5d6 HTTP/1.1" status: 204 len: 168 time: 0.1441801 Aug 12 12:43:06.766883 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04494c48-39f3-4841-bd78-f5b6775a14f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f129f2-8258-429d-bf8b-fb1dc93bb5d6,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:07.081991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e9785-603c-4a8c-b729-e28b3ca2d75e req-6cddedc7-be0c-4d6c-83c1-770258538a79 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:07.083627 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-961e9785-603c-4a8c-b729-e28b3ca2d75e req-6cddedc7-be0c-4d6c-83c1-770258538a79 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 945 time: 0.0658507 Aug 12 12:43:07.129944 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-961e9785-603c-4a8c-b729-e28b3ca2d75e req-ec7b96e9-64ea-40eb-bbde-65052d830bc5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393009 Aug 12 12:43:07.286258 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34886) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:07.388010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f146bbd-5f00-430a-b0b6-a0a2f77a879c req-d32556fd-a4ce-49fd-95aa-266d67aca2fb tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:07.389484 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6f146bbd-5f00-430a-b0b6-a0a2f77a879c req-d32556fd-a4ce-49fd-95aa-266d67aca2fb tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.0524371 Aug 12 12:43:07.407905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d7b14d16-3104-4b4b-99a5-434e92f1f18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:07.453779 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6f146bbd-5f00-430a-b0b6-a0a2f77a879c req-77bcbfab-1669-40e9-9f66-4d8879cea20c tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568569 Aug 12 12:43:07.561601 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d7b14d16-3104-4b4b-99a5-434e92f1f18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:07.566828 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d7b14d16-3104-4b4b-99a5-434e92f1f18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:07.610406 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548eb33-bedb-4256-a796-84f9ac09376e req-433888ec-8065-4740-b9d3-fdbd60597aa8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:07.611922 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2548eb33-bedb-4256-a796-84f9ac09376e req-433888ec-8065-4740-b9d3-fdbd60597aa8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0915167 Aug 12 12:43:07.631283 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d7b14d16-3104-4b4b-99a5-434e92f1f18e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8267d6f166784606988db0d55417f235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436179 Aug 12 12:43:07.633263 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b14d16-3104-4b4b-99a5-434e92f1f18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5434fc60-4700-4e84-936e-b1e7f7cdce6f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:07.634058 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34910) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:07.663026 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2548eb33-bedb-4256-a796-84f9ac09376e req-0b80b0f7-6302-427b-aef3-bd71c8afa3ab tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430942 Aug 12 12:43:07.700097 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-90986c59-0d53-4802-8d8e-4a6e848ab6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:07.725865 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-90986c59-0d53-4802-8d8e-4a6e848ab6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:07.776287 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-90986c59-0d53-4802-8d8e-4a6e848ab6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:07.779560 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-90986c59-0d53-4802-8d8e-4a6e848ab6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:07.783079 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-90986c59-0d53-4802-8d8e-4a6e848ab6f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5434fc60-4700-4e84-936e-b1e7f7cdce6f HTTP/1.1" status: 204 len: 168 time: 0.1457353 Aug 12 12:43:07.791381 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90986c59-0d53-4802-8d8e-4a6e848ab6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5434fc60-4700-4e84-936e-b1e7f7cdce6f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:07.827469 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefedc7c-17be-42d9-88db-e809966aa41d req-b762ffd3-6594-487f-a555-d2ff7bd07d9f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:07.829119 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fefedc7c-17be-42d9-88db-e809966aa41d req-b762ffd3-6594-487f-a555-d2ff7bd07d9f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0558116 Aug 12 12:43:07.837459 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34918) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:07.842457 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'floatingip': {'port_id': '60ad9992-2999-4d1c-8c84-482907283b03'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:07.930991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.030861 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34930) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:08.139753 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.155872 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34936) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:08.179935 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6a702f3b-048a-40f1-b96f-972bea62ea6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.254084 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.259531 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.314100 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04c8e62a8e7e493eb61b0e53d3d79fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820127 Aug 12 12:43:08.316471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072c61de-bed8-4c75-95d3-0f72f29e8c74,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:08.320509 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 34938) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:08.329942 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.330278 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.330667 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.330944 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.331321 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.331644 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.331972 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.332296 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.332621 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.332940 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.333259 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.333574 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09436a1b-9069-4223-9576-84781352f4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.385185 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6a702f3b-048a-40f1-b96f-972bea62ea6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.389362 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6a702f3b-048a-40f1-b96f-972bea62ea6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.430499 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-6a702f3b-048a-40f1-b96f-972bea62ea6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb0eba6cc0154aa2a8887fcfe56d8631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696109 Aug 12 12:43:08.430499 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 34940) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:08.435879 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a702f3b-048a-40f1-b96f-972bea62ea6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54564b0-0eab-45eb-9649-fc7e21c04365,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:08.457120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095abc89-1434-4d7a-aa3a-d4937b635abf req-cdf476ec-a58a-413a-8129-9aabf2170553 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:08.458599 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-095abc89-1434-4d7a-aa3a-d4937b635abf req-cdf476ec-a58a-413a-8129-9aabf2170553 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 945 time: 0.2307358 Aug 12 12:43:08.478383 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355cda74-d75a-4e19-96b7-5359bd69f6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.499017 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355cda74-d75a-4e19-96b7-5359bd69f6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.548456 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355cda74-d75a-4e19-96b7-5359bd69f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.551009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355cda74-d75a-4e19-96b7-5359bd69f6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.552192 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-355cda74-d75a-4e19-96b7-5359bd69f6e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e54564b0-0eab-45eb-9649-fc7e21c04365 HTTP/1.1" status: 204 len: 168 time: 0.1222436 Aug 12 12:43:08.560838 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cda74-d75a-4e19-96b7-5359bd69f6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54564b0-0eab-45eb-9649-fc7e21c04365,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:08.593199 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.601571 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-095abc89-1434-4d7a-aa3a-d4937b635abf req-9dd2f885-9c41-4c5f-8dda-1a491b425cb1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280081 Aug 12 12:43:08.639592 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.db.resource_extend [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 12:43:08.669274 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.756636 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.764916 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.825563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2eb06a-fe60-4d26-9a56-3e51ce58e00f req-f7a13f9c-97a1-4f88-bb76-f49bb7a426bb tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:08.827052 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de2eb06a-fe60-4d26-9a56-3e51ce58e00f req-f7a13f9c-97a1-4f88-bb76-f49bb7a426bb tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 943 time: 0.1559260 Aug 12 12:43:08.877045 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.879543 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:08.880682 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/072c61de-bed8-4c75-95d3-0f72f29e8c74 HTTP/1.1" status: 204 len: 168 time: 0.5577800 Aug 12 12:43:08.909875 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c61de-bed8-4c75-95d3-0f72f29e8c74,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:08.921364 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de2eb06a-fe60-4d26-9a56-3e51ce58e00f req-5a00e9a5-f2b4-4411-85ec-0894efbd20ad tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639861 Aug 12 12:43:08.925743 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Floating IP 839e4000-94fc-4cf1-bfe9-c495a2efb5bb associated. External IP: 172.27.2.211, port: 60ad9992-2999-4d1c-8c84-482907283b03. Aug 12 12:43:08.929556 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.929904 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.930236 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.930792 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.931142 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.931471 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.931789 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.932443 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.933169 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.933832 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.934304 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:08.934777 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a36a58-356f-4b87-877f-d973d63e4c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:09.022737 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 58e29f2f-95ab-4876-9be2-d451b67c49ce details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:43:09.099777 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 0daf481e-fe08-423b-bae6-70d309bdb8cf up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:09.188999 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 58e29f2f-95ab-4876-9be2-d451b67c49ce, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=58e29f2f-95ab-4876-9be2-d451b67c49ce,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:09.192074 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 0daf481e-fe08-423b-bae6-70d309bdb8cf completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:09.204135 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 0daf481e-fe08-423b-bae6-70d309bdb8cf triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:09.204998 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.209140 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '58e29f2f-95ab-4876-9be2-d451b67c49ce', 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481', 'port_id': '58e29f2f-95ab-4876-9be2-d451b67c49ce', 'mac_address': 'fa:16:3e:b7:34:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2892a5a0-8105-46ad-8025-bf3c0ca3583b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:43:09.291148 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.330021 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e29f2f-95ab-4876-9be2-d451b67c49ce {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:43:09.364505 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 58e29f2f-95ab-4876-9be2-d451b67c49ce, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=58e29f2f-95ab-4876-9be2-d451b67c49ce,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:09.365834 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.374448 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.396630 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:43:09.418556 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609228c4-04b2-47a9-a161-e9db5440b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf481e-fe08-423b-bae6-70d309bdb8cf'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:09.424503 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeb658e-332a-427f-9da6-a68b2a0d19d5" -d '{"events": [{"server_uuid": "609228c4-04b2-47a9-a161-e9db5440b453", "name": "network-vif-plugged", "status": "completed", "tag": "0daf481e-fe08-423b-bae6-70d309bdb8cf"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:09.456946 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 0daf481e-fe08-423b-bae6-70d309bdb8cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:09.470122 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.470895 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:09.476071 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-f21aaef2-3c59-4029-86eb-430e329ebaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.495963 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=58e29f2f-95ab-4876-9be2-d451b67c49ce,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:09.511252 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a56038-6af1-4c5b-928a-04be28eb4736 x-openstack-request-id: req-c0a56038-6af1-4c5b-928a-04be28eb4736 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:09.512090 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609228c4-04b2-47a9-a161-e9db5440b453", "name": "network-vif-plugged", "status": "completed", "tag": "0daf481e-fe08-423b-bae6-70d309bdb8cf", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:09.512309 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0a56038-6af1-4c5b-928a-04be28eb4736 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:09.512693 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609228c4-04b2-47a9-a161-e9db5440b453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf481e-fe08-423b-bae6-70d309bdb8cf', 'code': 200} Aug 12 12:43:09.547882 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:43:09.559625 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.561265 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] Sync routers for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:43:09.572588 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=0daf481e-fe08-423b-bae6-70d309bdb8cf,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:09.581631 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:09.582128 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:09.588277 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:09.593364 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:09.593743 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.619107 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-073fcf5a-a260-4aaf-ae68-3b2aa487be3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "PUT /v2.0/floatingips/839e4000-94fc-4cf1-bfe9-c495a2efb5bb HTTP/1.1" status: 200 len: 991 time: 1.7803361 Aug 12 12:43:09.619747 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:09.627536 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe231e3f-2a60-440a-800e-2044fe12c2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "tag": "60ad9992-2999-4d1c-8c84-482907283b03"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:09.714455 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.728961 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:09.757794 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:09.762923 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:09.831363 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:10.168717 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '839e4000-94fc-4cf1-bfe9-c495a2efb5bb', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'port_id': '60ad9992-2999-4d1c-8c84-482907283b03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'mac_address': 'fa:16:3e:f6:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05a461-4e44-4956-9084-5df875b217f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:42:26Z', 'updated_at': '2021-08-12T12:43:08Z', 'revision_number': 1, 'project_id': 'c42ba973700543d096884c8a9c570174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:10.195722 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] Checking router: f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:43:10.205088 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:10.205732 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:42:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:10.319072 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:10.578985 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '839e4000-94fc-4cf1-bfe9-c495a2efb5bb', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'port_id': '60ad9992-2999-4d1c-8c84-482907283b03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'mac_address': 'fa:16:3e:f6:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05a461-4e44-4956-9084-5df875b217f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:42:26Z', 'updated_at': '2021-08-12T12:43:08Z', 'revision_number': 1, 'project_id': 'c42ba973700543d096884c8a9c570174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:10.607519 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11d3109-c4f1-4634-8873-69851e291b66 None None] The sync data for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi is: [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '839e4000-94fc-4cf1-bfe9-c495a2efb5bb', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'port_id': '60ad9992-2999-4d1c-8c84-482907283b03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'mac_address': 'fa:16:3e:f6:5d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05a461-4e44-4956-9084-5df875b217f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:42:26Z', 'updated_at': '2021-08-12T12:43:08Z', 'revision_number': 1, 'project_id': 'c42ba973700543d096884c8a9c570174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:43:10.809026 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e469cf-fdbe-4ece-9d51-ece56f800fce None None] New status for floating IP 839e4000-94fc-4cf1-bfe9-c495a2efb5bb: ACTIVE {{(pid=100366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:43:11.514244 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:11.516556 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34262337-7077-4b28-ace6-9ab8e015a8a1" -d '{"events": [{"server_uuid": "e43f0ce7-40e6-4654-8605-4244b6be9f3a", "name": "network-vif-plugged", "status": "completed", "tag": "eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:11.887065 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fa011-4f1a-4485-8010-6faa3ea90a5e req-2e53d9ea-be91-4a81-a530-400d8cf19572 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:11.888664 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cd2fa011-4f1a-4485-8010-6faa3ea90a5e req-2e53d9ea-be91-4a81-a530-400d8cf19572 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0616550 Aug 12 12:43:11.911572 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:43:11.946627 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff086698-0d31-4e77-9a51-6c5ec71bbaf1 x-openstack-request-id: req-ff086698-0d31-4e77-9a51-6c5ec71bbaf1 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:11.946914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "tag": "60ad9992-2999-4d1c-8c84-482907283b03", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:11.947189 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff086698-0d31-4e77-9a51-6c5ec71bbaf1 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:11.947573 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03', 'status': 'completed', 'code': 200} Aug 12 12:43:11.964123 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25064d28-aa18-4d03-b880-4b871e39bfc4 req-163012aa-7828-46c5-a177-e00f409252ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:11.965685 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-25064d28-aa18-4d03-b880-4b871e39bfc4 req-163012aa-7828-46c5-a177-e00f409252ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.0749049 Aug 12 12:43:11.968861 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cd2fa011-4f1a-4485-8010-6faa3ea90a5e req-289f9900-7180-4613-a4f6-a4ce0d4ac710 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539651 Aug 12 12:43:11.993185 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-49fb3d29-81bf-40d7-8667-a09368e1ea2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:12.020933 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0f3fbf-526d-4c22-8f71-f03bee462504 x-openstack-request-id: req-0b0f3fbf-526d-4c22-8f71-f03bee462504 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:12.021232 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43f0ce7-40e6-4654-8605-4244b6be9f3a", "name": "network-vif-plugged", "status": "completed", "tag": "eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:12.021484 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b0f3fbf-526d-4c22-8f71-f03bee462504 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:12.021873 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9', 'code': 200} Aug 12 12:43:12.044367 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0588b0-21d2-4f20-8eae-20a5e3562896 req-2995ed8c-ae80-4f9b-9249-49ea347dec68 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:12.045834 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3d0588b0-21d2-4f20-8eae-20a5e3562896 req-2995ed8c-ae80-4f9b-9249-49ea347dec68 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 944 time: 0.0485456 Aug 12 12:43:12.082010 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3d0588b0-21d2-4f20-8eae-20a5e3562896 req-4a8da388-6c5a-4521-9f61-7487ba00e6bc tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302651 Aug 12 12:43:12.200028 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-25064d28-aa18-4d03-b880-4b871e39bfc4 req-4bcc19c5-72e5-4b3d-afd3-0487aeb7ad44 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Aug 12 12:43:12.263699 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:12.588114 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-804104e7-a4f4-4e8a-889d-e8ba91a102a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:12.589681 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-804104e7-a4f4-4e8a-889d-e8ba91a102a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1098 time: 0.0552185 Aug 12 12:43:12.812632 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['58e29f2f-95ab-4876-9be2-d451b67c49ce'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:43:12.936603 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce75d5-f8bc-4d74-8c3c-04a966fdd5d4 req-fd8c7546-e7d8-4151-9929-e9df7555ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:12.938089 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e2ce75d5-f8bc-4d74-8c3c-04a966fdd5d4 req-fd8c7546-e7d8-4151-9929-e9df7555ae49 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 1099 time: 0.1004574 Aug 12 12:43:12.956351 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-3259ce84-0050-4f08-a508-28dfe3698178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:12.958424 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-3259ce84-0050-4f08-a508-28dfe3698178 service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.1423769 Aug 12 12:43:13.041064 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e2ce75d5-f8bc-4d74-8c3c-04a966fdd5d4 req-44b1d328-d74c-4855-9ada-ff940d974efe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912604 Aug 12 12:43:13.068973 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-72e9061e-3283-4eb2-96e5-681bcb0a1a34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 200 len: 1001 time: 0.1028757 Aug 12 12:43:13.083423 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac725647-387d-4053-ac67-465951f789a3 req-6255ddf8-9bc0-4c2f-9a7a-19d0f0d5e23a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:13.084886 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ac725647-387d-4053-ac67-465951f789a3 req-6255ddf8-9bc0-4c2f-9a7a-19d0f0d5e23a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0463891 Aug 12 12:43:13.124396 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ac725647-387d-4053-ac67-465951f789a3 req-757f3f46-e1ed-4d5e-9a45-12c230b9b79a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Aug 12 12:43:13.199416 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd14248-97f2-4fe6-9bac-4edebeec0039 req-a5750b54-54b5-44bd-9b14-a190943c3632 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:13.201116 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fd14248-97f2-4fe6-9bac-4edebeec0039 req-a5750b54-54b5-44bd-9b14-a190943c3632 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 944 time: 0.0503547 Aug 12 12:43:13.205763 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:13.243522 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fd14248-97f2-4fe6-9bac-4edebeec0039 req-418ee17d-3e4a-4eca-885c-7c668f831003 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357647 Aug 12 12:43:13.346868 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-a0b9f000-812b-491d-9f68-dfc2c327869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:13.348354 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-a0b9f000-812b-491d-9f68-dfc2c327869f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0476911 Aug 12 12:43:13.405740 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-372ee822-a455-4e26-aa43-f5592902aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:13.407253 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-372ee822-a455-4e26-aa43-f5592902aa6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512581 Aug 12 12:43:13.497635 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-a210ef83-7960-4d8e-a479-8c93defb7bf5 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791514 Aug 12 12:43:13.587145 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe231e3f-2a60-440a-800e-2044fe12c2ad req-a5b9d942-2cf4-4abf-aa58-9c0809ff4118 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813937 Aug 12 12:43:14.239444 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59598988-0bdb-407f-b9c0-861c1e4787dc req-1a345000-5c95-414e-907f-b98e3cdfe560 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:14.241267 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59598988-0bdb-407f-b9c0-861c1e4787dc req-1a345000-5c95-414e-907f-b98e3cdfe560 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0511711 Aug 12 12:43:14.282881 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59598988-0bdb-407f-b9c0-861c1e4787dc req-e3e531ca-2942-454a-8ce5-9328e345151d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351443 Aug 12 12:43:14.380110 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb28ec9-21dc-4322-aeb1-345cf795092c req-ebbb1163-b869-469e-97b3-9cea973febef tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:14.381555 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4fb28ec9-21dc-4322-aeb1-345cf795092c req-ebbb1163-b869-469e-97b3-9cea973febef tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 944 time: 0.0616312 Aug 12 12:43:14.420443 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4fb28ec9-21dc-4322-aeb1-345cf795092c req-8e6dd65f-3cac-46de-ad7a-bd72544e77e6 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324547 Aug 12 12:43:14.850514 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:15.401589 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee508a9-3a78-43ad-9ca7-664fef4cf448 req-67837b0e-1781-4efe-ba03-5cf56a092286 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:15.403886 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3ee508a9-3a78-43ad-9ca7-664fef4cf448 req-67837b0e-1781-4efe-ba03-5cf56a092286 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0519414 Aug 12 12:43:15.459383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3ee508a9-3a78-43ad-9ca7-664fef4cf448 req-fefaa7aa-397d-4877-a0e3-e0e640b4cb95 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Aug 12 12:43:15.580068 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd22fb3-bb9b-4787-be46-7cc7b78a81ec req-4c5ed025-11f0-434e-82e1-5fd691a29387 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:15.597571 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-bbd22fb3-bb9b-4787-be46-7cc7b78a81ec req-4c5ed025-11f0-434e-82e1-5fd691a29387 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 944 time: 0.0932899 Aug 12 12:43:15.653223 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-bbd22fb3-bb9b-4787-be46-7cc7b78a81ec req-274349b9-f008-43db-969f-fd4cd9b41f37 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Aug 12 12:43:15.725624 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 58e29f2f-95ab-4876-9be2-d451b67c49ce up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:15.815335 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35190) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:15.823178 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 58e29f2f-95ab-4876-9be2-d451b67c49ce completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:15.827245 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 58e29f2f-95ab-4876-9be2-d451b67c49ce triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:15.827630 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:15.915081 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:15.964204 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 58e29f2f-95ab-4876-9be2-d451b67c49ce, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=58e29f2f-95ab-4876-9be2-d451b67c49ce,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:15.965895 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e29f2f-95ab-4876-9be2-d451b67c49ce'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:15.968933 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2ca211-2dc5-4e47-b570-9f45b83e7aa1" -d '{"events": [{"server_uuid": "d7dc6ae8-a739-4466-bc4a-c2a21f5b0520", "name": "network-vif-plugged", "status": "completed", "tag": "58e29f2f-95ab-4876-9be2-d451b67c49ce"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:15.975594 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-37897ebd-7a5c-449b-9dfd-c078f438fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:15.977984 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-37897ebd-7a5c-449b-9dfd-c078f438fc49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 1099 time: 0.1530151 Aug 12 12:43:15.985895 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.001578 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e71869-9399-488c-b13b-705229fa158b req-df38f050-a0fd-4282-88bb-450c512b3cb1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:16.006541 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-94e71869-9399-488c-b13b-705229fa158b req-df38f050-a0fd-4282-88bb-450c512b3cb1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.1530666 Aug 12 12:43:16.062325 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb4ba-16de-41e9-bb41-4323387db45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.064477 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a13c659-691d-4c62-9bc5-10c9d0e5341d x-openstack-request-id: req-3a13c659-691d-4c62-9bc5-10c9d0e5341d {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:16.066000 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dc6ae8-a739-4466-bc4a-c2a21f5b0520", "name": "network-vif-plugged", "status": "completed", "tag": "58e29f2f-95ab-4876-9be2-d451b67c49ce", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:16.066331 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a13c659-691d-4c62-9bc5-10c9d0e5341d {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:16.066805 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e29f2f-95ab-4876-9be2-d451b67c49ce', 'code': 200} Aug 12 12:43:16.078957 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=58e29f2f-95ab-4876-9be2-d451b67c49ce,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:16.114228 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.114572 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.115138 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.115734 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.116373 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.116886 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.117440 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.118143 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.118867 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.120009 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.120491 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.121901 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:16.135697 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-94e71869-9399-488c-b13b-705229fa158b req-6e28c770-414e-49f0-a358-ea438dd6047f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078200 Aug 12 12:43:16.194932 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-82674f94-e275-428f-8f38-0088101e4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:16.196561 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-82674f94-e275-428f-8f38-0088101e4482 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.1888623 Aug 12 12:43:16.238945 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb4ba-16de-41e9-bb41-4323387db45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.246010 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d6fcb4ba-16de-41e9-bb41-4323387db45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.259258 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-e3c4a87d-c8ae-46ee-85bd-398b9d579932 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 HTTP/1.1" status: 200 len: 217 time: 0.0516984 Aug 12 12:43:16.291293 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcb4ba-16de-41e9-bb41-4323387db45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb819e1-9b9f-4b77-8fad-de0594b7132e,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:16.297807 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d6fcb4ba-16de-41e9-bb41-4323387db45b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16cdc1dccbdb415785b20f7eb9bab1f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4805510 Aug 12 12:43:16.300911 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35206) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:16.362889 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d4b84757-100b-41c2-89f3-407e57ec9347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.369941 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-fe321cf6-8bde-455a-9b0e-936e5b9bb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:16.372518 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-fe321cf6-8bde-455a-9b0e-936e5b9bb952 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0948482 Aug 12 12:43:16.378275 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f09f3-2cae-4405-ba50-49fa94c343de req-33a16014-cea1-477d-852a-e885cb9cc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:16.379756 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-216f09f3-2cae-4405-ba50-49fa94c343de req-33a16014-cea1-477d-852a-e885cb9cc21e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 1098 time: 0.0618243 Aug 12 12:43:16.385619 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d4b84757-100b-41c2-89f3-407e57ec9347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.448865 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-a65f970f-a77a-4b65-be60-ec37ff4f2575 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590487 Aug 12 12:43:16.453505 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-216f09f3-2cae-4405-ba50-49fa94c343de req-4b961804-6c8e-46c9-9b11-5299e69acfd5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Aug 12 12:43:16.466851 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d4b84757-100b-41c2-89f3-407e57ec9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.469487 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d4b84757-100b-41c2-89f3-407e57ec9347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.472982 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d4b84757-100b-41c2-89f3-407e57ec9347 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddb819e1-9b9f-4b77-8fad-de0594b7132e HTTP/1.1" status: 204 len: 168 time: 0.1683111 Aug 12 12:43:16.478467 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b84757-100b-41c2-89f3-407e57ec9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb819e1-9b9f-4b77-8fad-de0594b7132e,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:16.672925 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35228) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:16.689201 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-1941dba2-7dc6-4594-a69a-75a49a7d6268 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928397 Aug 12 12:43:16.785550 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35234) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:16.810750 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d318ae71-4d47-455a-939c-e61b082783b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.813142 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c0c2f-a78b-4772-92cd-1c7a3e23b9fe req-cc63bc12-5012-419c-8e12-0bac7c9140e8 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:16.815278 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ef4c0c2f-a78b-4772-92cd-1c7a3e23b9fe req-cc63bc12-5012-419c-8e12-0bac7c9140e8 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 945 time: 0.0714269 Aug 12 12:43:16.836274 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3b02bc0a-7f6d-4d83-bdcc-86bb52df87a8 req-a2c12bea-ed5e-4b81-bbd9-1c28f1a9e73c service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392109 Aug 12 12:43:16.865345 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ef4c0c2f-a78b-4772-92cd-1c7a3e23b9fe req-21460574-b8d0-4ba7-b9f1-0a31c9877171 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Aug 12 12:43:16.966504 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d318ae71-4d47-455a-939c-e61b082783b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:16.971852 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d318ae71-4d47-455a-939c-e61b082783b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.017994 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b0ccc3a-7d8d-4206-b7f8-604e448eebed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.025001 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318ae71-4d47-455a-939c-e61b082783b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff102c9-9e20-4b44-b516-ac16c7b09668,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:17.029529 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d318ae71-4d47-455a-939c-e61b082783b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a41e8aa672574fc68533afddfe45734b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426457 Aug 12 12:43:17.032220 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35242) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:17.114332 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6e09634b-f654-4110-ac48-6b0a12a3330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.147176 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6e09634b-f654-4110-ac48-6b0a12a3330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.205417 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b0ccc3a-7d8d-4206-b7f8-604e448eebed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.219581 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9b0ccc3a-7d8d-4206-b7f8-604e448eebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.280935 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ccc3a-7d8d-4206-b7f8-604e448eebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eaf379-84ef-4717-9e59-7cc49ff41885,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:17.289665 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-9b0ccc3a-7d8d-4206-b7f8-604e448eebed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25d93e4b678c446f9c0784fdaf7e5aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146019 Aug 12 12:43:17.292144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35260) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:17.321880 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6e09634b-f654-4110-ac48-6b0a12a3330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.324984 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6e09634b-f654-4110-ac48-6b0a12a3330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.326171 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-6e09634b-f654-4110-ac48-6b0a12a3330a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ff102c9-9e20-4b44-b516-ac16c7b09668 HTTP/1.1" status: 204 len: 168 time: 0.2930675 Aug 12 12:43:17.341048 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674598a9-5b40-4ac7-9192-0296ff81e8a9 req-c4773027-c814-4a44-b1b1-a0ffde44c75f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:17.342541 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-674598a9-5b40-4ac7-9192-0296ff81e8a9 req-c4773027-c814-4a44-b1b1-a0ffde44c75f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.1395850 Aug 12 12:43:17.367955 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09634b-f654-4110-ac48-6b0a12a3330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff102c9-9e20-4b44-b516-ac16c7b09668,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:17.415070 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-674598a9-5b40-4ac7-9192-0296ff81e8a9 req-9eb80d50-db1b-4053-bd72-5ff789c915b3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642850 Aug 12 12:43:17.419994 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7b5991ab-af26-4fe2-90d6-a4cd1c64a0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.448009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7b5991ab-af26-4fe2-90d6-a4cd1c64a0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.497827 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7b5991ab-af26-4fe2-90d6-a4cd1c64a0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.500580 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7b5991ab-af26-4fe2-90d6-a4cd1c64a0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:17.501743 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7b5991ab-af26-4fe2-90d6-a4cd1c64a0ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16eaf379-84ef-4717-9e59-7cc49ff41885 HTTP/1.1" status: 204 len: 168 time: 0.2086017 Aug 12 12:43:17.509865 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5991ab-af26-4fe2-90d6-a4cd1c64a0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eaf379-84ef-4717-9e59-7cc49ff41885,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:17.999583 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0f3b2-c4d2-4803-8040-59668dddd4f2 req-c930cb1f-c58e-4db4-ae8b-7c82b082151d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:18.001396 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-12e0f3b2-c4d2-4803-8040-59668dddd4f2 req-c930cb1f-c58e-4db4-ae8b-7c82b082151d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 945 time: 0.0578847 Aug 12 12:43:18.059616 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-12e0f3b2-c4d2-4803-8040-59668dddd4f2 req-e6858f13-e078-42e2-861b-1c4d92b264d7 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470035 Aug 12 12:43:18.586966 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f89e7-c215-48f6-8c7b-87ad43807eb1 req-27af00b8-0074-4569-b5b5-7ac6b56b3ebd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:18.588475 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de9f89e7-c215-48f6-8c7b-87ad43807eb1 req-27af00b8-0074-4569-b5b5-7ac6b56b3ebd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0806530 Aug 12 12:43:18.631756 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de9f89e7-c215-48f6-8c7b-87ad43807eb1 req-056ae668-d29f-4644-a9e5-775c52971d6b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Aug 12 12:43:19.448111 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35394) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:19.505472 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b143ae-ac33-4c42-b26f-2ecc305639ff req-02b82fec-6c90-454a-8bfc-e35e3a34c969 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:19.506986 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79b143ae-ac33-4c42-b26f-2ecc305639ff req-02b82fec-6c90-454a-8bfc-e35e3a34c969 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 945 time: 0.0559964 Aug 12 12:43:19.563321 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79b143ae-ac33-4c42-b26f-2ecc305639ff req-44314e1c-5af1-4cb1-a1ff-43cb6be68199 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484262 Aug 12 12:43:19.608263 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2f34-6d6e-4931-8de9-da85a02a7486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:19.733219 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2f34-6d6e-4931-8de9-da85a02a7486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:19.740439 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2f34-6d6e-4931-8de9-da85a02a7486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:19.775755 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea748e7-8fe1-46e6-91a1-cdb41df50a93 req-03e0fdb1-197d-40ac-94b8-400c4b7ab546 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:19.783560 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cea748e7-8fe1-46e6-91a1-cdb41df50a93 req-03e0fdb1-197d-40ac-94b8-400c4b7ab546 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0695710 Aug 12 12:43:19.784093 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-6e6f2f34-6d6e-4931-8de9-da85a02a7486 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9df118c73fb545bc949a36673a91fb7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352363 Aug 12 12:43:19.786054 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f2f34-6d6e-4931-8de9-da85a02a7486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ea0941-d100-487c-9736-19a15eb32376,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:19.788785 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35428) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:19.837201 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cea748e7-8fe1-46e6-91a1-cdb41df50a93 req-fb4b8803-51ca-4651-8bb7-8792252b228d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495696 Aug 12 12:43:19.861838 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3099cc14-0d8f-4e69-ad63-5fd594b59733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:19.891682 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3099cc14-0d8f-4e69-ad63-5fd594b59733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:19.951692 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3099cc14-0d8f-4e69-ad63-5fd594b59733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:19.954303 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3099cc14-0d8f-4e69-ad63-5fd594b59733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:19.955465 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-3099cc14-0d8f-4e69-ad63-5fd594b59733 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09ea0941-d100-487c-9736-19a15eb32376 HTTP/1.1" status: 204 len: 168 time: 0.1657867 Aug 12 12:43:19.963611 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099cc14-0d8f-4e69-ad63-5fd594b59733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ea0941-d100-487c-9736-19a15eb32376,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:19.992366 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 35442) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:20.114776 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a9aade73-87b3-4557-8fc8-f531fe1ac8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.239155 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a9aade73-87b3-4557-8fc8-f531fe1ac8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.243015 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a9aade73-87b3-4557-8fc8-f531fe1ac8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.282463 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a9aade73-87b3-4557-8fc8-f531fe1ac8ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ceb9fd00af5425ca5f0927073d8dfee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895336 Aug 12 12:43:20.283373 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aade73-87b3-4557-8fc8-f531fe1ac8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0c5e8a-2080-412a-b281-1e9a83d90685,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:20.285342 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35458) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:20.341525 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c081f15-1acd-4c8e-9b79-fa41dcaf3245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.351477 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 35460) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:20.365537 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c081f15-1acd-4c8e-9b79-fa41dcaf3245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.368293 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe659308-ffab-43a9-9679-22182a399cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.412307 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c081f15-1acd-4c8e-9b79-fa41dcaf3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.415121 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c081f15-1acd-4c8e-9b79-fa41dcaf3245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.416267 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8c081f15-1acd-4c8e-9b79-fa41dcaf3245 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b0c5e8a-2080-412a-b281-1e9a83d90685 HTTP/1.1" status: 204 len: 168 time: 0.1297805 Aug 12 12:43:20.425009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c081f15-1acd-4c8e-9b79-fa41dcaf3245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0c5e8a-2080-412a-b281-1e9a83d90685,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:20.498421 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe659308-ffab-43a9-9679-22182a399cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.500354 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe659308-ffab-43a9-9679-22182a399cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.547053 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-fe659308-ffab-43a9-9679-22182a399cb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be6c322be8b7451f8c131bdfecfe0ebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943655 Aug 12 12:43:20.547852 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe659308-ffab-43a9-9679-22182a399cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c91f73f-4a6f-442f-a066-3236fc95039b,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:20.549933 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35468) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:20.610447 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-eb96b7a1-459a-4031-a905-f87abb259752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.647511 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-eb96b7a1-459a-4031-a905-f87abb259752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.713454 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335392-7d03-44d6-a88d-d023000331e0 req-c0bd0f93-616d-4123-bb5f-dcd626600d3f tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:20.715006 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7c335392-7d03-44d6-a88d-d023000331e0 req-c0bd0f93-616d-4123-bb5f-dcd626600d3f tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 945 time: 0.0805533 Aug 12 12:43:20.747647 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-eb96b7a1-459a-4031-a905-f87abb259752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.750100 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-eb96b7a1-459a-4031-a905-f87abb259752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.751230 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-eb96b7a1-459a-4031-a905-f87abb259752 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c91f73f-4a6f-442f-a066-3236fc95039b HTTP/1.1" status: 204 len: 168 time: 0.2002211 Aug 12 12:43:20.770531 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96b7a1-459a-4031-a905-f87abb259752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c91f73f-4a6f-442f-a066-3236fc95039b,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:20.774742 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7c335392-7d03-44d6-a88d-d023000331e0 req-893c6ac7-125d-40a6-a01c-eae7a59217f3 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Aug 12 12:43:20.837528 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35480) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:20.852176 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-46e965ef-7b3c-4690-90a5-3f95c6509c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.964927 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-46e965ef-7b3c-4690-90a5-3f95c6509c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.970019 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-46e965ef-7b3c-4690-90a5-3f95c6509c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:20.973767 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8275b-e109-417a-a0e1-a75570bfda94 req-8baa5afe-1eb3-47de-a426-53d92516175d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:20.975552 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-17c8275b-e109-417a-a0e1-a75570bfda94 req-8baa5afe-1eb3-47de-a426-53d92516175d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0582192 Aug 12 12:43:21.007587 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-46e965ef-7b3c-4690-90a5-3f95c6509c7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c76923fd096b4a788ad9631855893a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689360 Aug 12 12:43:21.013626 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35494) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:21.027342 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-17c8275b-e109-417a-a0e1-a75570bfda94 req-a4e2488a-f9d2-4f99-8372-291aa5ade80d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Aug 12 12:43:21.045483 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e965ef-7b3c-4690-90a5-3f95c6509c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb396d3-88a0-4e7e-835a-e547b1416b9e,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:21.082195 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2137faf6-91f3-4f2e-9784-cfc570d1bb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.106637 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2137faf6-91f3-4f2e-9784-cfc570d1bb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.165102 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2137faf6-91f3-4f2e-9784-cfc570d1bb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.167764 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2137faf6-91f3-4f2e-9784-cfc570d1bb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.168887 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-2137faf6-91f3-4f2e-9784-cfc570d1bb64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dbb396d3-88a0-4e7e-835a-e547b1416b9e HTTP/1.1" status: 204 len: 168 time: 0.1473856 Aug 12 12:43:21.176761 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137faf6-91f3-4f2e-9784-cfc570d1bb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb396d3-88a0-4e7e-835a-e547b1416b9e,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:21.239562 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35508) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:21.465593 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0513-294e-40bd-9970-16bdb9c8c5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.573894 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0513-294e-40bd-9970-16bdb9c8c5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.580775 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0513-294e-40bd-9970-16bdb9c8c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.623843 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-5e3d0513-294e-40bd-9970-16bdb9c8c5f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20e2324016ea4547af9832df5d2f7829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807302 Aug 12 12:43:21.623843 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d0513-294e-40bd-9970-16bdb9c8c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e6d149-4781-42ff-879e-fa3910304d2c,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:21.625089 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 35530) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:21.728426 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca34c294-9e0c-47ee-ae68-b8da5d187f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.767229 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca34c294-9e0c-47ee-ae68-b8da5d187f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.925604 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca34c294-9e0c-47ee-ae68-b8da5d187f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.928459 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca34c294-9e0c-47ee-ae68-b8da5d187f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:21.930151 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ca34c294-9e0c-47ee-ae68-b8da5d187f02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97e6d149-4781-42ff-879e-fa3910304d2c HTTP/1.1" status: 204 len: 168 time: 0.3049841 Aug 12 12:43:21.960562 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11644f67-aead-410a-a1a7-5704d88cebda req-10a3ad66-e1e9-4a68-b7f4-d9228dd0031e tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:21.962987 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-11644f67-aead-410a-a1a7-5704d88cebda req-10a3ad66-e1e9-4a68-b7f4-d9228dd0031e tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 945 time: 0.1536548 Aug 12 12:43:21.964264 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34c294-9e0c-47ee-ae68-b8da5d187f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e6d149-4781-42ff-879e-fa3910304d2c,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:21.987602 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc3cf8-1a32-46b3-b4e2-76fcf58564c1 req-606e4fb8-b89a-4607-9ea3-d6a18315a97b tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:21.989075 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b5dc3cf8-1a32-46b3-b4e2-76fcf58564c1 req-606e4fb8-b89a-4607-9ea3-d6a18315a97b tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 945 time: 0.1028416 Aug 12 12:43:22.102558 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b5dc3cf8-1a32-46b3-b4e2-76fcf58564c1 req-3a6b08fd-69db-47d8-a88d-48ef2bbec881 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053507 Aug 12 12:43:22.168262 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Deleting port 58e29f2f-95ab-4876-9be2-d451b67c49ce {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:43:22.168899 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.209991 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4c4e6-4e6c-42d7-ba29-3f3de6b94bfc req-70f21b1b-597d-4f04-b2c2-0486a106c148 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:22.211805 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-57c4c4e6-4e6c-42d7-ba29-3f3de6b94bfc req-70f21b1b-597d-4f04-b2c2-0486a106c148 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0899212 Aug 12 12:43:22.265590 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-57c4c4e6-4e6c-42d7-ba29-3f3de6b94bfc req-e19dc471-2026-4fff-ba8b-3b0598d6ee90 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Aug 12 12:43:22.298627 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] For port 58e29f2f-95ab-4876-9be2-d451b67c49ce, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=58e29f2f-95ab-4876-9be2-d451b67c49ce,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:22.298991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.314508 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Calling delete_port for 58e29f2f-95ab-4876-9be2-d451b67c49ce owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:43:22.445517 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35576) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:22.459487 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b6c42ab4-d22c-4cb3-82f0-7631aabd614c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.515292 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.532731 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['58e29f2f-95ab-4876-9be2-d451b67c49ce'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:43:22.548935 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Pushing event deleted for resources: {'Port': ['ID=58e29f2f-95ab-4876-9be2-d451b67c49ce,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:22.609563 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b6c42ab4-d22c-4cb3-82f0-7631aabd614c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.614670 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b6c42ab4-d22c-4cb3-82f0-7631aabd614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.619149 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] No DVR routers for this DVR port 58e29f2f-95ab-4876-9be2-d451b67c49ce on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:43:22.623715 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.625837 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-11644f67-aead-410a-a1a7-5704d88cebda req-dddb6554-92c2-4f3a-b440-be35bd175035 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "DELETE /v2.0/ports/58e29f2f-95ab-4876-9be2-d451b67c49ce HTTP/1.1" status: 204 len: 173 time: 0.6465755 Aug 12 12:43:22.626400 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'name': 'network-vif-deleted', 'tag': '58e29f2f-95ab-4876-9be2-d451b67c49ce'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:22.628497 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc0dbb9-2010-4cdd-92e6-e66a45a52564" -d '{"events": [{"server_uuid": "d7dc6ae8-a739-4466-bc4a-c2a21f5b0520", "name": "network-vif-deleted", "tag": "58e29f2f-95ab-4876-9be2-d451b67c49ce"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:22.681101 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-b6c42ab4-d22c-4cb3-82f0-7631aabd614c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fb90e67241947b7a0e701c41f94e15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343833 Aug 12 12:43:22.684372 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 35586) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:22.692769 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabbd226-810b-4120-a7b0-b48eb6b601c9 x-openstack-request-id: req-dabbd226-810b-4120-a7b0-b48eb6b601c9 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:22.693051 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dc6ae8-a739-4466-bc4a-c2a21f5b0520", "name": "network-vif-deleted", "tag": "58e29f2f-95ab-4876-9be2-d451b67c49ce", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:22.693285 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dabbd226-810b-4120-a7b0-b48eb6b601c9 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:22.695360 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dc6ae8-a739-4466-bc4a-c2a21f5b0520', 'name': 'network-vif-deleted', 'tag': '58e29f2f-95ab-4876-9be2-d451b67c49ce', 'status': 'completed', 'code': 200} Aug 12 12:43:22.725513 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c42ab4-d22c-4cb3-82f0-7631aabd614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f376b14b-1744-40d6-878e-f925bb96ab7c,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:22.766918 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e9c540bf-e904-4ec3-a16b-1039a13af854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.801890 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e9c540bf-e904-4ec3-a16b-1039a13af854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.911794 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e9c540bf-e904-4ec3-a16b-1039a13af854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.914363 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e9c540bf-e904-4ec3-a16b-1039a13af854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:22.915502 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-e9c540bf-e904-4ec3-a16b-1039a13af854 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f376b14b-1744-40d6-878e-f925bb96ab7c HTTP/1.1" status: 204 len: 168 time: 0.2297931 Aug 12 12:43:22.930869 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c540bf-e904-4ec3-a16b-1039a13af854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f376b14b-1744-40d6-878e-f925bb96ab7c,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:23.258711 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b8c02b0d-bcda-4d49-8633-5ef9f7f97f05 req-8fa6691b-62e0-4918-9046-500751001b2b tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7dc6ae8-a739-4466-bc4a-c2a21f5b0520 HTTP/1.1" status: 200 len: 210 time: 0.0403647 Aug 12 12:43:23.443352 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253984ae-120b-402e-ab27-b23a6295b618 req-42d1b23e-2bc0-4773-a997-57a0b4b4f867 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:23.444833 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-253984ae-120b-402e-ab27-b23a6295b618 req-42d1b23e-2bc0-4773-a997-57a0b4b4f867 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0825775 Aug 12 12:43:23.522980 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec6f55-a470-435b-9c57-5810a42d7d43 req-57ea5386-d495-4a54-a62e-1b3191119ef7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:23.536372 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dbec6f55-a470-435b-9c57-5810a42d7d43 req-57ea5386-d495-4a54-a62e-1b3191119ef7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.1348290 Aug 12 12:43:23.539114 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-253984ae-120b-402e-ab27-b23a6295b618 req-47967b0f-e99b-4c74-b0bf-405e303f5573 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855570 Aug 12 12:43:23.618567 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dbec6f55-a470-435b-9c57-5810a42d7d43 req-9f2ee9eb-2355-4aac-988f-1d8344b895ef tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754399 Aug 12 12:43:23.694892 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 35636) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:23.707965 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-571e71e4-369c-4167-9c6b-6f54d478689f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:23.800829 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-571e71e4-369c-4167-9c6b-6f54d478689f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:23.804846 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-571e71e4-369c-4167-9c6b-6f54d478689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:23.845603 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-571e71e4-369c-4167-9c6b-6f54d478689f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=681fa682e1d1426f80908ee728927280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495473 Aug 12 12:43:23.846742 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e71e4-369c-4167-9c6b-6f54d478689f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4139ce4f-751e-4c77-affa-f101c4b1de00,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:23.848350 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35638) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:23.914283 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ca879f37-0277-43e0-9df0-c0931a26008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:23.943157 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ca879f37-0277-43e0-9df0-c0931a26008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:23.992063 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ca879f37-0277-43e0-9df0-c0931a26008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:23.994664 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ca879f37-0277-43e0-9df0-c0931a26008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:23.996393 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ca879f37-0277-43e0-9df0-c0931a26008b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4139ce4f-751e-4c77-affa-f101c4b1de00 HTTP/1.1" status: 204 len: 168 time: 0.1470876 Aug 12 12:43:24.004666 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca879f37-0277-43e0-9df0-c0931a26008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139ce4f-751e-4c77-affa-f101c4b1de00,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:24.659161 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-9c74eac1-d0be-4207-b24b-3911ffba47d9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:24.660666 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-9c74eac1-d0be-4207-b24b-3911ffba47d9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/networks?id=6716cfc5-70dd-48ff-8461-f4f453380481 HTTP/1.1" status: 200 len: 808 time: 0.1077106 Aug 12 12:43:24.678201 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-91243bd0-86f9-492b-a39a-fcc2364eada9 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/quotas/d6c0fe6b604441d3aadf0cc3436a015c HTTP/1.1" status: 200 len: 375 time: 0.0111682 Aug 12 12:43:24.686669 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92e5f6-e5a2-4fc3-8264-36172624b156 req-51cbc88f-b22f-4c16-aa7a-907526391315 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:24.702511 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6c92e5f6-e5a2-4fc3-8264-36172624b156 req-51cbc88f-b22f-4c16-aa7a-907526391315 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0881064 Aug 12 12:43:24.719734 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-0e2eaab6-4275-4edf-a245-a5c5601f2ff7 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290697 Aug 12 12:43:24.746926 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6c92e5f6-e5a2-4fc3-8264-36172624b156 req-c84caeef-15db-47ea-a51a-00c56472fffe tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Aug 12 12:43:24.852921 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-4c90b0b7-f792-4ea0-a45d-7af75ebec4b8 service neutron] 10.222.0.22 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222620 Aug 12 12:43:24.875730 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae0a0-3c21-4d40-94ce-cf6b97c80452 req-86962817-c6ad-45a7-8294-dd5720008a15 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:24.877818 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f13ae0a0-3c21-4d40-94ce-cf6b97c80452 req-86962817-c6ad-45a7-8294-dd5720008a15 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0628817 Aug 12 12:43:24.928812 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f13ae0a0-3c21-4d40-94ce-cf6b97c80452 req-afc3e84a-f2f5-42f8-83e3-fb82c82a2804 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 Aug 12 12:43:24.950842 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-6ebed268-9044-4cd7-87e8-baa1f589a7e4 service neutron] 10.222.0.22 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970926 Aug 12 12:43:25.187280 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8d39b29f-ea36-42d6-a28d-7db232184c2c req-63272cdd-3f3f-4182-9865-b8c53351b70c tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0562792 Aug 12 12:43:25.252661 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35736) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:25.388387 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3c61f10c-0f89-45e2-a28d-e26896f87ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.525666 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3c61f10c-0f89-45e2-a28d-e26896f87ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.529754 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3c61f10c-0f89-45e2-a28d-e26896f87ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.570423 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61f10c-0f89-45e2-a28d-e26896f87ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3a1ac-02c7-40eb-888c-04c1fcb94d5c,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:25.576636 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-3c61f10c-0f89-45e2-a28d-e26896f87ddc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2d7f6788f0d4e25b881fd703556d16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228893 Aug 12 12:43:25.579977 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35754) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:25.633734 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ffa595a2-8544-4ed3-93bf-62676a90682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.656234 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ffa595a2-8544-4ed3-93bf-62676a90682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.705617 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ffa595a2-8544-4ed3-93bf-62676a90682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.708595 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ffa595a2-8544-4ed3-93bf-62676a90682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.712316 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ffa595a2-8544-4ed3-93bf-62676a90682d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ca3a1ac-02c7-40eb-888c-04c1fcb94d5c HTTP/1.1" status: 204 len: 168 time: 0.1294329 Aug 12 12:43:25.719272 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa595a2-8544-4ed3-93bf-62676a90682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3a1ac-02c7-40eb-888c-04c1fcb94d5c,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:25.764778 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 58e29f2f-95ab-4876-9be2-d451b67c49ce no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:43:25.806449 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-97ff8233-0354-4d32-9eae-78bd90d07d10 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:25.809170 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-97ff8233-0354-4d32-9eae-78bd90d07d10 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0678899 Aug 12 12:43:25.825693 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 58e29f2f-95ab-4876-9be2-d451b67c49ce {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:43:25.826127 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 58e29f2f-95ab-4876-9be2-d451b67c49ce not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:43:25.961036 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Deleting port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:43:25.961489 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:25.973618 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13e8f1-6856-4c1d-95fe-2d92f39fae67 req-22495d84-30f8-4cb6-b4bf-3efa3bd89e16 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:25.982586 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9e13e8f1-6856-4c1d-95fe-2d92f39fae67 req-22495d84-30f8-4cb6-b4bf-3efa3bd89e16 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 946 time: 0.0944710 Aug 12 12:43:26.019383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9e13e8f1-6856-4c1d-95fe-2d92f39fae67 req-a6de5ea7-7994-448c-aba9-069e4fcffd98 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/security-groups?id=e28d3d38-954b-46ba-a0bd-ad2140ceb78f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 12 12:43:26.099895 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820c753-18d0-4e24-a07b-0ab5b29c84c8 req-6c646d1e-525a-4787-9d8f-d62fa970f94a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:26.101450 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1820c753-18d0-4e24-a07b-0ab5b29c84c8 req-6c646d1e-525a-4787-9d8f-d62fa970f94a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0879774 Aug 12 12:43:26.118679 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] For port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,segment=NetworkSegment(75de31ba-6da1-4d7b-a26c-bdc0c0c18b53),segment_id=75de31ba-6da1-4d7b-a26c-bdc0c0c18b53)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:26.119047 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:26.142817 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Calling delete_port for ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:43:26.170081 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1820c753-18d0-4e24-a07b-0ab5b29c84c8 req-fda3598e-c5da-4a9c-a741-64b164246886 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613370 Aug 12 12:43:26.304336 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-107e08d0-aa96-4f28-bd87-11fc9cc9f231 req-8212fd43-4df9-45f9-9e2f-e0be049a5522 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0433993 Aug 12 12:43:26.544677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e7c5a561-abf2-4133-99d1-a691c08819cd tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:26.546458 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e7c5a561-abf2-4133-99d1-a691c08819cd tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "GET /v2.0/networks?id=6716cfc5-70dd-48ff-8461-f4f453380481 HTTP/1.1" status: 200 len: 808 time: 0.1294825 Aug 12 12:43:26.594655 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:26.626342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Pushing event deleted for resources: {'Port': ['ID=ae2b11e5-b96e-4322-8d17-07d9c0b8bd23,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:26.672588 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] No DVR routers for this DVR port ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:43:26.675211 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:26.677315 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-86e6af8e-bfeb-46ba-a5f1-40f42b29cad7 req-047edfa2-2aad-4e29-a2fd-748ea4099bd7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.10 "DELETE /v2.0/ports/ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 HTTP/1.1" status: 204 len: 173 time: 0.8588727 Aug 12 12:43:26.677759 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'name': 'network-vif-deleted', 'tag': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:26.680602 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe3340c-16cd-4b50-9f4b-4cf6b4ca4284" -d '{"events": [{"server_uuid": "d1494e41-11b2-4951-8ac9-f7684c97f61a", "name": "network-vif-deleted", "tag": "ae2b11e5-b96e-4322-8d17-07d9c0b8bd23"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:26.725815 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6322eb3-ba48-46d6-8786-79d083d06831 x-openstack-request-id: req-f6322eb3-ba48-46d6-8786-79d083d06831 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:26.726103 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1494e41-11b2-4951-8ac9-f7684c97f61a", "name": "network-vif-deleted", "tag": "ae2b11e5-b96e-4322-8d17-07d9c0b8bd23", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:26.726384 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6322eb3-ba48-46d6-8786-79d083d06831 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:26.726773 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1494e41-11b2-4951-8ac9-f7684c97f61a', 'name': 'network-vif-deleted', 'tag': 'ae2b11e5-b96e-4322-8d17-07d9c0b8bd23', 'status': 'completed', 'code': 200} Aug 12 12:43:26.812422 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35814) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:26.875921 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['ae2b11e5-b96e-4322-8d17-07d9c0b8bd23'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:43:26.907763 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Request body: {'port': {'device_id': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481', 'admin_state_up': True, 'tenant_id': 'd6c0fe6b604441d3aadf0cc3436a015c'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:27.056155 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fa21-a762-4c09-8219-29e5fb53a134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.163758 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0bc4a54f-f09e-4403-8236-209125b2139a req-879474ad-7def-4c71-9e6a-62d49aa5ba25 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0296261 Aug 12 12:43:27.209188 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fa21-a762-4c09-8219-29e5fb53a134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.215068 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccd5fa21-a762-4c09-8219-29e5fb53a134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.238184 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Made reservation on behalf of d6c0fe6b604441d3aadf0cc3436a015c for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:43:27.241919 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.256587 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ccd5fa21-a762-4c09-8219-29e5fb53a134 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d35ac2b8fbdb4a0dbba4cb130eab94a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403396 Aug 12 12:43:27.261570 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35836) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:27.314218 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5fa21-a762-4c09-8219-29e5fb53a134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b082ad09-9a18-4a4e-b76b-a9d703cf7339,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:27.332382 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17b53e12-0fe8-483b-ac64-8ed2e9a0a914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.363687 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17b53e12-0fe8-483b-ac64-8ed2e9a0a914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.374079 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ab232-1c5f-40de-9c89-3e8a77388aaf req-2f734d77-a62b-4ccc-a7bd-dbcfab8141d3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:27.375561 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f98ab232-1c5f-40de-9c89-3e8a77388aaf req-2f734d77-a62b-4ccc-a7bd-dbcfab8141d3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0654161 Aug 12 12:43:27.413466 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5c3d169b-599e-41a0-8391-e9544d8bce11 req-02ed76ff-88e3-4797-bd00-cee44806fea0 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0347173 Aug 12 12:43:27.450871 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17b53e12-0fe8-483b-ac64-8ed2e9a0a914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.453862 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-17b53e12-0fe8-483b-ac64-8ed2e9a0a914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.454973 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-17b53e12-0fe8-483b-ac64-8ed2e9a0a914 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b082ad09-9a18-4a4e-b76b-a9d703cf7339 HTTP/1.1" status: 204 len: 168 time: 0.1922348 Aug 12 12:43:27.455631 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Allocated IP 172.20.0.13 (6716cfc5-70dd-48ff-8461-f4f453380481/2892a5a0-8105-46ad-8025-bf3c0ca3583b/9b7d1e13-01ad-4e80-ae78-3932e2dc0bee) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:43:27.464415 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f98ab232-1c5f-40de-9c89-3e8a77388aaf req-cd1c934e-c64c-4ea2-a7e4-e4a4e2a04e56 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666122 Aug 12 12:43:27.465864 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b53e12-0fe8-483b-ac64-8ed2e9a0a914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b082ad09-9a18-4a4e-b76b-a9d703cf7339,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:27.619827 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.658129 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.700975 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Network 6716cfc5-70dd-48ff-8461-f4f453380481 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:27.705873 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:27.709716 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:43:27.720208 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35844) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:27.733504 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a524615c-7e44-4e88-9c4a-5835a007fb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.736951 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Pushing event updated for resources: {'Port': ['ID=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:27.762566 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:27.763207 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.827155 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a524615c-7e44-4e88-9c4a-5835a007fb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.830726 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a524615c-7e44-4e88-9c4a-5835a007fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.835809 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-01d3398d-0485-4f0a-a62b-695cda70a138 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9356413 Aug 12 12:43:27.868645 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a524615c-7e44-4e88-9c4a-5835a007fb92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbd21eb8ea304a9fab123cf5a972bc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473610 Aug 12 12:43:27.869477 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524615c-7e44-4e88-9c4a-5835a007fb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f4337e-44a2-4a44-92ce-f65363a6dac1,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:27.871901 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 35846) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:27.920496 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-af2956b4-0ddc-48c5-874e-8307687965d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.943965 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-af2956b4-0ddc-48c5-874e-8307687965d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.990567 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-af2956b4-0ddc-48c5-874e-8307687965d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.993217 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-af2956b4-0ddc-48c5-874e-8307687965d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:27.994357 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-af2956b4-0ddc-48c5-874e-8307687965d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6f4337e-44a2-4a44-92ce-f65363a6dac1 HTTP/1.1" status: 204 len: 168 time: 0.1214836 Aug 12 12:43:28.002791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2956b4-0ddc-48c5-874e-8307687965d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f4337e-44a2-4a44-92ce-f65363a6dac1,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:28.257660 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8122fb0f-4efb-4c85-ab06-4013bfe3c6ae req-d16fd8ce-3030-4e9c-ac4c-90e6d4daae54 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0261710 Aug 12 12:43:28.544843 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb89db-dc60-4921-a08d-7414c2615cda req-84a0b00d-7ffb-451f-9a76-1b5d11669f96 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:28.546345 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7fcb89db-dc60-4921-a08d-7414c2615cda req-84a0b00d-7ffb-451f-9a76-1b5d11669f96 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 932 time: 0.0515611 Aug 12 12:43:28.583814 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7fcb89db-dc60-4921-a08d-7414c2615cda req-c6587698-1745-4ea5-aad8-ea65aa88ddcf tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Aug 12 12:43:28.685848 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e0e67-fb1e-4605-95c2-53c9d88349c3 req-06b23a65-ea37-4e0b-b04f-5f7dd26af5d0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:28.687352 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a54e0e67-fb1e-4605-95c2-53c9d88349c3 req-06b23a65-ea37-4e0b-b04f-5f7dd26af5d0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0478301 Aug 12 12:43:28.724153 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a54e0e67-fb1e-4605-95c2-53c9d88349c3 req-5429da57-d08a-4600-8e78-399dd7dc2ef4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309229 Aug 12 12:43:29.306554 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Request body: {'port': {'device_id': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:29.389819 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-72c34745-8fe4-4088-98ef-a3a31bd34b34 req-6b56342e-a88f-41ce-a8e9-e47caa47ede7 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0456877 Aug 12 12:43:29.397878 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.588629 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35914) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:29.696529 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3029a10-85db-4462-b996-d491115b82a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.704684 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:43:29.713074 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.734566 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da388059-4515-4c88-b212-9aee91519344 req-c135c84a-2e70-4148-86a4-a81449b0f1d6 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:29.736072 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-da388059-4515-4c88-b212-9aee91519344 req-c135c84a-2e70-4148-86a4-a81449b0f1d6 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 932 time: 0.0865593 Aug 12 12:43:29.739080 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Transition to ACTIVE for port object 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:29.752573 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.784161 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3029a10-85db-4462-b996-d491115b82a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.788213 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3029a10-85db-4462-b996-d491115b82a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.827522 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:29.829773 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c3029a10-85db-4462-b996-d491115b82a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21ed5a196fc54d309ed1f57a09abaaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395284 Aug 12 12:43:29.832498 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35922) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:29.834598 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-da388059-4515-4c88-b212-9aee91519344 req-f663a83b-c546-47c2-9583-9ec675faced3 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923004 Aug 12 12:43:29.854833 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3029a10-85db-4462-b996-d491115b82a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b902cc26-ff22-42c1-9ef9-482a7358e999,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:29.885566 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3895f81e-de7c-4015-a328-9865e525bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.908068 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3895f81e-de7c-4015-a328-9865e525bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.944814 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Attempting to bind port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:43:29.945154 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Attempting to bind port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:43:29.945484 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Attempting to bind port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee on network 6716cfc5-70dd-48ff-8461-f4f453380481 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:29.955287 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee on network 6716cfc5-70dd-48ff-8461-f4f453380481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:43:29.955611 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Attempting to bind port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee on network 6716cfc5-70dd-48ff-8461-f4f453380481 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:29.956144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3895f81e-de7c-4015-a328-9865e525bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.958716 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3895f81e-de7c-4015-a328-9865e525bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.959981 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-3895f81e-de7c-4015-a328-9865e525bd39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b902cc26-ff22-42c1-9ef9-482a7358e999 HTTP/1.1" status: 204 len: 168 time: 0.1264391 Aug 12 12:43:29.970665 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:43:29.971088 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Checking segment: {'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:29.971427 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Bound using segment: {'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:43:29.971863 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Bound port: 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:43:29.972221 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:29.974929 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895f81e-de7c-4015-a328-9865e525bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b902cc26-ff22-42c1-9ef9-482a7358e999,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:29.982896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f46a9-86a2-4322-95a2-5ba3e2371b8c req-cbce70f6-e466-4874-a644-9d88651f53ad tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:29.984449 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6c8f46a9-86a2-4322-95a2-5ba3e2371b8c req-cbce70f6-e466-4874-a644-9d88651f53ad tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0840111 Aug 12 12:43:30.060025 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6c8f46a9-86a2-4322-95a2-5ba3e2371b8c req-57ca0172-fd42-46f0-8277-428b7060ae53 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671806 Aug 12 12:43:30.072235 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] For port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:43:30.074967 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] For port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:43:30.080459 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.113228 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:30.113896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.115300 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] 10.222.0.10 "PUT /v2.0/ports/9b7d1e13-01ad-4e80-ae78-3932e2dc0bee HTTP/1.1" status: 200 len: 1094 time: 0.8191888 Aug 12 12:43:30.115734 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'tag': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:30.118048 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d605644d-8930-4e55-9576-b10093db4270" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca2777d-57f3-47c2-9b08-6edeab4e2a82", "tag": "9b7d1e13-01ad-4e80-ae78-3932e2dc0bee"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:30.158679 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aba1e44-1e44-4159-a7a7-c8191aa0ae1c x-openstack-request-id: req-6aba1e44-1e44-4159-a7a7-c8191aa0ae1c {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:30.158960 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca2777d-57f3-47c2-9b08-6edeab4e2a82", "tag": "9b7d1e13-01ad-4e80-ae78-3932e2dc0bee", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:30.159232 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6aba1e44-1e44-4159-a7a7-c8191aa0ae1c {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:30.159619 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'tag': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee', 'status': 'completed', 'code': 200} Aug 12 12:43:30.164493 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c326aa-03b2-4728-aa1d-953a29e76d29 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:30.253501 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35934) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:30.266448 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7771e5d4-97e5-4eb5-8848-81a6c8e92463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.355410 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7771e5d4-97e5-4eb5-8848-81a6c8e92463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.359012 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7771e5d4-97e5-4eb5-8848-81a6c8e92463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.393786 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771e5d4-97e5-4eb5-8848-81a6c8e92463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b566baea-cd73-4e44-a653-715b46101d64,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:30.400305 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7771e5d4-97e5-4eb5-8848-81a6c8e92463 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=114bdaeca8d847e9afb3fb5794b19712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433229 Aug 12 12:43:30.400663 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 35938) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:30.462045 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8224-499d-412d-9c86-2bbd6fb6bd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.506304 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a24af655-c0bb-43fd-ac6a-e66dd9807221 req-7a38ed86-7c44-444a-a53f-c54faf82b24b tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0346749 Aug 12 12:43:30.508067 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8224-499d-412d-9c86-2bbd6fb6bd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.556180 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8224-499d-412d-9c86-2bbd6fb6bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.559355 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b9cc8224-499d-412d-9c86-2bbd6fb6bd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:30.560501 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b9cc8224-499d-412d-9c86-2bbd6fb6bd43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b566baea-cd73-4e44-a653-715b46101d64 HTTP/1.1" status: 204 len: 168 time: 0.1588626 Aug 12 12:43:30.568273 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc8224-499d-412d-9c86-2bbd6fb6bd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566baea-cd73-4e44-a653-715b46101d64,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:30.841371 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:43:30.867363 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:43:30.867711 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device ae2b11e5-b96e-4322-8d17-07d9c0b8bd23 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:43:31.004817 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-a72b13f5-4e0b-4893-8f60-5f634e6f26a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999334 Aug 12 12:43:31.007150 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605644d-8930-4e55-9576-b10093db4270 req-c8bf5934-bf8d-45b6-8e7a-c47f61febc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.008475 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d605644d-8930-4e55-9576-b10093db4270 req-c8bf5934-bf8d-45b6-8e7a-c47f61febc94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 1097 time: 0.1049099 Aug 12 12:43:31.015655 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f490bb-15aa-4594-935b-608bbdc95580 req-63b1eb2f-cbc2-4c3d-a918-09b102d4c38e tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.017024 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b3f490bb-15aa-4594-935b-608bbdc95580 req-63b1eb2f-cbc2-4c3d-a918-09b102d4c38e tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.1112835 Aug 12 12:43:31.055116 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b3f490bb-15aa-4594-935b-608bbdc95580 req-d89b8d06-d45b-4d3a-b22f-d9cb05321050 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Aug 12 12:43:31.183163 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a1e1e-9e57-4059-a014-dee945a11539 req-68f93c13-2d9a-46f8-8725-aa734a0ef690 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.190419 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-396a1e1e-9e57-4059-a014-dee945a11539 req-68f93c13-2d9a-46f8-8725-aa734a0ef690 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0561438 Aug 12 12:43:31.230646 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-396a1e1e-9e57-4059-a014-dee945a11539 req-78048532-cd38-4c15-a2d6-9ce4113e6062 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 Aug 12 12:43:31.383470 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-90619930-a694-4e0d-ae8d-0727d2512076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.384936 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-90619930-a694-4e0d-ae8d-0727d2512076 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.1449964 Aug 12 12:43:31.397696 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605644d-8930-4e55-9576-b10093db4270 req-8ff0ef43-5a6d-43e5-a023-490e24907432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.399459 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d605644d-8930-4e55-9576-b10093db4270 req-8ff0ef43-5a6d-43e5-a023-490e24907432 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2075133 Aug 12 12:43:31.634261 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4d6bf89f-b3f7-439e-b245-8942b4367fbb req-55d30edd-a91a-49e9-8264-579d8cfb1197 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0528395 Aug 12 12:43:31.640637 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35984) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:31.656945 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605644d-8930-4e55-9576-b10093db4270 req-060389fa-f952-473f-adcc-b6622b1a1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.656945 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d605644d-8930-4e55-9576-b10093db4270 req-060389fa-f952-473f-adcc-b6622b1a1488 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2487388 Aug 12 12:43:31.659554 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-360d244f-4992-48bc-a5d6-7e6c56df8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.661030 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-360d244f-4992-48bc-a5d6-7e6c56df8ea8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.2381313 Aug 12 12:43:31.710425 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-d90cd1a1-1907-4cac-bae6-ec5cd1d4e801 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 217 time: 0.0416691 Aug 12 12:43:31.752064 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6de69f4c-38c7-45aa-8dd9-6ce356a88987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:31.781151 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-4da30540-c167-467c-b84e-b1ff976e0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.782623 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-4da30540-c167-467c-b84e-b1ff976e0a94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 1097 time: 0.0806179 Aug 12 12:43:31.786052 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-3141eb72-9ee6-4c17-8388-f6ae5baefbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.787789 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-3141eb72-9ee6-4c17-8388-f6ae5baefbab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0601308 Aug 12 12:43:31.844069 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6de69f4c-38c7-45aa-8dd9-6ce356a88987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:31.848561 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-6de69f4c-38c7-45aa-8dd9-6ce356a88987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:31.885549 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-9c8198c6-22fd-4409-bb95-3c28c3cdb957 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee HTTP/1.1" status: 200 len: 217 time: 0.0412307 Aug 12 12:43:31.888696 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-6de69f4c-38c7-45aa-8dd9-6ce356a88987 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e80d3e74afbf457394bed97ffb7cbd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469218 Aug 12 12:43:31.891231 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 35990) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:31.898305 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de69f4c-38c7-45aa-8dd9-6ce356a88987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d005bc8-6660-4132-b6ef-206e24b752cf,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:31.901364 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-425eb21b-a3cf-4b12-ac10-6ce1412c3a83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505958 Aug 12 12:43:31.955719 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-567ebf8f-a368-40c7-9e11-0df028796af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:31.982594 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-567ebf8f-a368-40c7-9e11-0df028796af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:31.996262 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e1c38ab0-bd4d-4dbd-847f-9506d37e1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:31.997709 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-e1c38ab0-bd4d-4dbd-847f-9506d37e1bfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2892a5a0-8105-46ad-8025-bf3c0ca3583b HTTP/1.1" status: 200 len: 848 time: 0.0988712 Aug 12 12:43:32.035064 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-567ebf8f-a368-40c7-9e11-0df028796af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:32.037871 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-567ebf8f-a368-40c7-9e11-0df028796af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:32.039073 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-567ebf8f-a368-40c7-9e11-0df028796af8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d005bc8-6660-4132-b6ef-206e24b752cf HTTP/1.1" status: 204 len: 168 time: 0.1467834 Aug 12 12:43:32.040714 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-74304fbb-be95-4325-8ece-b970c6d1feaa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6716cfc5-70dd-48ff-8461-f4f453380481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291958 Aug 12 12:43:32.048674 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ebf8f-a368-40c7-9e11-0df028796af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d005bc8-6660-4132-b6ef-206e24b752cf,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:32.104045 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-0ebbfe6c-2dd9-4a19-b323-c754696fc80f service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733258 Aug 12 12:43:32.423146 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df0b6d-5f16-4b0d-9cf0-447548e22445 req-ef6fa9e5-6837-4f06-9492-5143fb7aa4ac tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:32.426121 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-03df0b6d-5f16-4b0d-9cf0-447548e22445 req-ef6fa9e5-6837-4f06-9492-5143fb7aa4ac tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0860624 Aug 12 12:43:32.464813 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-13195189-4981-4609-a551-22f07d926677 service neutron] 10.222.0.10 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126720 Aug 12 12:43:32.481122 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-03df0b6d-5f16-4b0d-9cf0-447548e22445 req-56b675fd-2c4c-47e9-ac5a-bbfee4d98b2b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484867 Aug 12 12:43:32.511553 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e0017-85d4-48ee-bd29-777b55e1e88b req-76760100-af3a-41e8-988c-077565ec6e18 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:32.520800 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-438e0017-85d4-48ee-bd29-777b55e1e88b req-76760100-af3a-41e8-988c-077565ec6e18 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.3866062 Aug 12 12:43:32.565149 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-24e01563-94c5-474c-b3ce-48ab12cc2b40 req-dcc816df-e643-4d30-9a13-462ad8571b6e service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511230 Aug 12 12:43:32.626574 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-438e0017-85d4-48ee-bd29-777b55e1e88b req-61943a92-48f2-408d-a761-c98c1449a4cf tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047139 Aug 12 12:43:32.670565 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27b33737-e99d-44e0-873e-bc0f820a2283 req-999695f7-09d2-4b50-91a9-5f528dc866f0 service neutron] 10.222.0.10 "GET /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968710 Aug 12 12:43:32.798048 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-eb987b54-78e9-4ad5-b4f0-f8764fabc7ed req-517bca18-d22c-442b-a3ef-8f97ba17ecd8 tempest-DeleteServersTestJSON-207216490 tempest-DeleteServersTestJSON-207216490-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1494e41-11b2-4951-8ac9-f7684c97f61a HTTP/1.1" status: 200 len: 210 time: 0.0371809 Aug 12 12:43:33.489953 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:33.611721 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecedf3-6c7c-4bed-bbcc-faafa03df724 req-6099fade-ba5c-49eb-886f-82d98f255981 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:33.613452 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-72ecedf3-6c7c-4bed-bbcc-faafa03df724 req-6099fade-ba5c-49eb-886f-82d98f255981 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0632904 Aug 12 12:43:33.660051 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-72ecedf3-6c7c-4bed-bbcc-faafa03df724 req-3e112443-d266-45e3-9495-59353ff5d46a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Aug 12 12:43:33.769792 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a226200-d4b4-44c9-a0c9-a330194bb7ed req-f887e266-71e5-4444-a20a-bd772cf20413 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:33.771389 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5a226200-d4b4-44c9-a0c9-a330194bb7ed req-f887e266-71e5-4444-a20a-bd772cf20413 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.0542648 Aug 12 12:43:33.818595 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5a226200-d4b4-44c9-a0c9-a330194bb7ed req-f2bab73c-4c87-4d53-aa2d-ba6a249307f4 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Aug 12 12:43:34.777703 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fdbab-4980-41d2-b64d-c6e5da2e6242 req-707ead49-226c-48ea-a286-4050b23483a4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:34.779196 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c08fdbab-4980-41d2-b64d-c6e5da2e6242 req-707ead49-226c-48ea-a286-4050b23483a4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0498223 Aug 12 12:43:34.816557 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c08fdbab-4980-41d2-b64d-c6e5da2e6242 req-c57a2233-b4dc-4e55-a21f-686763b76f4d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311153 Aug 12 12:43:34.934016 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cbddc-ebf3-4843-b96e-ba97fd764131 req-9479ebbf-3bba-4b43-9264-1725ade4a986 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:34.935515 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e96cbddc-ebf3-4843-b96e-ba97fd764131 req-9479ebbf-3bba-4b43-9264-1725ade4a986 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.0458333 Aug 12 12:43:34.976197 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e96cbddc-ebf3-4843-b96e-ba97fd764131 req-37cbf72c-b69a-44a6-aaf8-b8d68f21b059 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Aug 12 12:43:35.607998 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36156) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:35.654494 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] Deleting subnet 3ade4d23-f146-4e16-b60e-b0c9c9e56f96 {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:43:35.657613 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:35.706293 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:35.713184 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:35.776055 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:35.801663 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ade4d23-f146-4e16-b60e-b0c9c9e56f96,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:35.805572 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:35.808001 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-bc1f1521-d3b9-4d11-8eea-163d61575f0c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3ade4d23-f146-4e16-b60e-b0c9c9e56f96 HTTP/1.1" status: 204 len: 168 time: 0.1980858 Aug 12 12:43:35.810443 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36168) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:35.881879 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.099659 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830f9c-b2cd-4931-84c1-15420f161dea req-f34e37eb-1796-4026-92ee-1fba026f2be3 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:36.102971 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73830f9c-b2cd-4931-84c1-15420f161dea req-f34e37eb-1796-4026-92ee-1fba026f2be3 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 944 time: 0.0533412 Aug 12 12:43:36.146596 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73830f9c-b2cd-4931-84c1-15420f161dea req-677a0625-4f8b-4f46-ba35-6fe1d98865fb tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Aug 12 12:43:36.158411 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.172231 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.172581 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.173353 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.173686 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > port after_create 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.174013 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.174416 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > port after_update 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.174695 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.178330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.178330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.178330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.325837 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.326214 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.326536 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.326862 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 12:43:36.327290 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c819b19-cddb-4c92-ae2b-f833c31b3001']}} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:36.358625 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcbc23-5c5e-4a6f-b018-c069f79b729d req-d26fd412-4e7a-4df5-958b-1ade9663ba67 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:36.360598 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dabcbc23-5c5e-4a6f-b018-c069f79b729d req-d26fd412-4e7a-4df5-958b-1ade9663ba67 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.2946830 Aug 12 12:43:36.369081 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75de31ba-6da1-4d7b-a26c-bdc0c0c18b53') {'for_net_delete': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:36.369442 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75de31ba-6da1-4d7b-a26c-bdc0c0c18b53') {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:36.398291 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14515112'] for segment, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.432924 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.449413 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=100364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:43:36.449843 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13208973'] for segment, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: from cryptography.utils import int_from_bytes Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: from cryptography.utils import int_from_bytes Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: Traceback (most recent call last): Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: timer() Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: cb(*args, **kw) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: return func(*args, **kwargs) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: self._notify() Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: self.callback(batched_events) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: event.method(event) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: return f(self, *a, **k) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._get(url).json() Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: return self.request(url, 'GET', **kwargs) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:43:36.453843 dv-cinder-804294-1-iscsi neutron-server[100364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:43:36.474748 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dabcbc23-5c5e-4a6f-b018-c069f79b729d req-3bb90367-93df-46a8-b9d3-11b8e3e0b0d1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911548 Aug 12 12:43:36.527843 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.535189 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.539516 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0c819b19-cddb-4c92-ae2b-f833c31b3001 HTTP/1.1" status: 204 len: 168 time: 0.7259607 Aug 12 12:43:36.555215 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36689a8-81ef-4c4f-aca2-7ea0fafd2e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c819b19-cddb-4c92-ae2b-f833c31b3001,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:36.701145 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36198) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:36.744771 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7118e4c7-43d9-4e4e-ab3e-141b2bf95f50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5af8fe1f085d4b2894dba1cc99fc762c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424290 Aug 12 12:43:36.747927 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36202) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:36.818009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e81cb2e5-b4e2-4260-8f10-1c9a20c6ba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.855290 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e81cb2e5-b4e2-4260-8f10-1c9a20c6ba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.879131 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:43:36.918248 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e81cb2e5-b4e2-4260-8f10-1c9a20c6ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.921325 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e81cb2e5-b4e2-4260-8f10-1c9a20c6ba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:36.924886 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-e81cb2e5-b4e2-4260-8f10-1c9a20c6ba68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e28d3d38-954b-46ba-a0bd-ad2140ceb78f HTTP/1.1" status: 204 len: 168 time: 0.1736381 Aug 12 12:43:36.933623 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cb2e5-b4e2-4260-8f10-1c9a20c6ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28d3d38-954b-46ba-a0bd-ad2140ceb78f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:37.003478 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:37.018605 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee', 'network_id': '6716cfc5-70dd-48ff-8461-f4f453380481', 'port_id': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee', 'mac_address': 'fa:16:3e:4c:ba:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2892a5a0-8105-46ad-8025-bf3c0ca3583b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:43:37.081083 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:37.107121 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:43:37.129636 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:37.134074 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:37.205066 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:37.345640 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d873e-7c3a-4c27-b1ce-fa6ca5467049 req-fad9ef0f-00ae-430d-9be6-4841bcdee6df tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:37.347260 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9f7d873e-7c3a-4c27-b1ce-fa6ca5467049 req-fad9ef0f-00ae-430d-9be6-4841bcdee6df tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.0994859 Aug 12 12:43:37.399394 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9f7d873e-7c3a-4c27-b1ce-fa6ca5467049 req-f0897f46-e42b-4807-94b3-9c1c53780707 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389106 Aug 12 12:43:37.512371 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['9b7d1e13-01ad-4e80-ae78-3932e2dc0bee'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:43:37.657906 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d378e13-18ef-42ef-9a3a-7563cd849009 req-e6237b50-03cc-4301-8d4c-d578ce300c9c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:37.671713 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d378e13-18ef-42ef-9a3a-7563cd849009 req-e6237b50-03cc-4301-8d4c-d578ce300c9c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0855241 Aug 12 12:43:37.738549 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5d378e13-18ef-42ef-9a3a-7563cd849009 req-2f1aeba3-dad8-41ac-8a26-99a40cd3c00e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639999 Aug 12 12:43:38.539727 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec56ae-0785-476c-aa49-bd438db337d9 req-3cc14cb5-96eb-4875-8924-f3f96b550b03 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:38.543798 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6eec56ae-0785-476c-aa49-bd438db337d9 req-3cc14cb5-96eb-4875-8924-f3f96b550b03 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 945 time: 0.0584083 Aug 12 12:43:38.588118 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6eec56ae-0785-476c-aa49-bd438db337d9 req-b5617e7a-a0ea-45c0-8cdc-ff68e46d2e27 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395379 Aug 12 12:43:38.875144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3891a-f4c4-4490-9a37-63d01fb62107 req-a79e6809-c33e-4173-8e50-d2097519f350 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:38.876720 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e2a3891a-f4c4-4490-9a37-63d01fb62107 req-a79e6809-c33e-4173-8e50-d2097519f350 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0514276 Aug 12 12:43:38.878512 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:38.923185 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e2a3891a-f4c4-4490-9a37-63d01fb62107 req-466fd589-2f87-41d2-89a3-32bc38f98d23 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Aug 12 12:43:38.958991 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:38.963275 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:38.963673 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:39.046598 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:39.072133 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:39.075407 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb7f6a0-010a-4fb2-975b-b92753c6e237" -d '{"events": [{"server_uuid": "6ca2777d-57f3-47c2-9b08-6edeab4e2a82", "name": "network-vif-plugged", "status": "completed", "tag": "9b7d1e13-01ad-4e80-ae78-3932e2dc0bee"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:39.098035 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:39.107960 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:39.120338 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94940833-a3ee-4b82-b823-e3b4718d1dc1 x-openstack-request-id: req-94940833-a3ee-4b82-b823-e3b4718d1dc1 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:39.120891 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2777d-57f3-47c2-9b08-6edeab4e2a82", "name": "network-vif-plugged", "status": "completed", "tag": "9b7d1e13-01ad-4e80-ae78-3932e2dc0bee", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:39.126157 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94940833-a3ee-4b82-b823-e3b4718d1dc1 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:39.127149 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee', 'code': 200} Aug 12 12:43:39.200108 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:39.324700 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa9685-0ec7-417e-ab54-f301cc512cf9 req-618edb8b-7f3f-416d-bb69-b698f3f0e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:39.326343 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0aaa9685-0ec7-417e-ab54-f301cc512cf9 req-618edb8b-7f3f-416d-bb69-b698f3f0e51e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 1099 time: 0.0431514 Aug 12 12:43:39.381694 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0aaa9685-0ec7-417e-ab54-f301cc512cf9 req-7c15aa75-76b6-4e5f-a8ad-6b0830bff20d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Aug 12 12:43:39.442817 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-50960686-e424-4508-9603-66246678da0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:39.571213 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36418) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:39.722804 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3cceb7d-e9ca-42ee-9d36-f87866a55ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:39.764943 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625aed3e-d829-4d3b-badf-d4082d4ba22e req-8975d04a-5a0e-4d2d-97bf-5b509ead3eb8 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:39.766421 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-625aed3e-d829-4d3b-badf-d4082d4ba22e req-8975d04a-5a0e-4d2d-97bf-5b509ead3eb8 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0843694 Aug 12 12:43:39.823682 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-625aed3e-d829-4d3b-badf-d4082d4ba22e req-dea4da8f-80c8-4c0b-b4aa-6724039cc771 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486836 Aug 12 12:43:39.864184 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3cceb7d-e9ca-42ee-9d36-f87866a55ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:39.868891 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3cceb7d-e9ca-42ee-9d36-f87866a55ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:39.917653 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a3cceb7d-e9ca-42ee-9d36-f87866a55ba3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dee0574629584d0c95ac8f9f8cdd153c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480992 Aug 12 12:43:39.918747 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cceb7d-e9ca-42ee-9d36-f87866a55ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd60a95-037e-4ad8-b213-aafdce2675dd,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:39.920403 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36434) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:39.978204 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5305abff-ed7f-4a34-b0ee-50fcbeb9496f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.003742 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5305abff-ed7f-4a34-b0ee-50fcbeb9496f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.075254 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a63f-9be4-4238-90fd-6812f6afebe7 req-d83aaf06-c359-4656-8a31-b751d14abbb1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:40.076719 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-89f8a63f-9be4-4238-90fd-6812f6afebe7 req-d83aaf06-c359-4656-8a31-b751d14abbb1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0711160 Aug 12 12:43:40.101349 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5305abff-ed7f-4a34-b0ee-50fcbeb9496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.103615 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5305abff-ed7f-4a34-b0ee-50fcbeb9496f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.105415 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-5305abff-ed7f-4a34-b0ee-50fcbeb9496f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dd60a95-037e-4ad8-b213-aafdce2675dd HTTP/1.1" status: 204 len: 168 time: 0.1836998 Aug 12 12:43:40.118103 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305abff-ed7f-4a34-b0ee-50fcbeb9496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd60a95-037e-4ad8-b213-aafdce2675dd,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:40.132053 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-89f8a63f-9be4-4238-90fd-6812f6afebe7 req-ac523182-df7d-41db-914c-275c3a2a36ba tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 Aug 12 12:43:40.439947 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36450) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:40.454108 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcb06-04ee-42e9-a38c-b4b3995a0e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.573654 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcb06-04ee-42e9-a38c-b4b3995a0e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.579773 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7ffbcb06-04ee-42e9-a38c-b4b3995a0e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.623743 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7ffbcb06-04ee-42e9-a38c-b4b3995a0e4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a36bdfea4fd0432a8889bb9878ca19de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823757 Aug 12 12:43:40.625395 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36460) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:40.633182 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbcb06-04ee-42e9-a38c-b4b3995a0e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec8a640-9804-4397-9046-a72cd3f2f5b5,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:40.691206 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-ecff-414b-9e75-171e47fdd495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.712986 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-ecff-414b-9e75-171e47fdd495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.761467 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-ecff-414b-9e75-171e47fdd495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.765652 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cf79ab24-ecff-414b-9e75-171e47fdd495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:40.766925 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-cf79ab24-ecff-414b-9e75-171e47fdd495 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ec8a640-9804-4397-9046-a72cd3f2f5b5 HTTP/1.1" status: 204 len: 168 time: 0.1403565 Aug 12 12:43:40.775153 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79ab24-ecff-414b-9e75-171e47fdd495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec8a640-9804-4397-9046-a72cd3f2f5b5,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:40.953619 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07064b8e-347f-404c-bfe0-f45c64b0350e req-b787d62a-d121-4587-9c6c-95783775e316 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:40.955897 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-07064b8e-347f-404c-bfe0-f45c64b0350e req-b787d62a-d121-4587-9c6c-95783775e316 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0611701 Aug 12 12:43:40.996618 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-07064b8e-347f-404c-bfe0-f45c64b0350e req-822ef152-d224-4142-a8ee-5c439ea01f09 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338221 Aug 12 12:43:41.271824 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b484907-bd32-45a8-8831-5c96a7e09614 req-53127928-f21f-487e-8d29-f248d5cc71d6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:41.273316 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3b484907-bd32-45a8-8831-5c96a7e09614 req-53127928-f21f-487e-8d29-f248d5cc71d6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0638256 Aug 12 12:43:41.317352 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3b484907-bd32-45a8-8831-5c96a7e09614 req-25e7dff7-1013-4db6-9afd-62cd777fd6fa tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Aug 12 12:43:42.002708 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4a5a-2da7-4a27-963c-f9c5374401a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.078624 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff17c2-9c6b-480b-b418-ccce67509934 req-562d10de-be07-4ac5-8313-6c686a7449f0 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:42.083752 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-acff17c2-9c6b-480b-b418-ccce67509934 req-562d10de-be07-4ac5-8313-6c686a7449f0 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0780587 Aug 12 12:43:42.131813 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-acff17c2-9c6b-480b-b418-ccce67509934 req-0b15bb8c-eab2-470f-bf9d-5390088f5a12 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397484 Aug 12 12:43:42.264811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.450949 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214abac-93fd-4f1c-bb79-bf19cb2785a3 req-5d65f377-5c48-4549-9c3e-61fd5f8cf628 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:42.452562 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0214abac-93fd-4f1c-bb79-bf19cb2785a3 req-5d65f377-5c48-4549-9c3e-61fd5f8cf628 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0581501 Aug 12 12:43:42.493719 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0214abac-93fd-4f1c-bb79-bf19cb2785a3 req-b8819f41-5e06-48e2-92a5-577c6861685d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Aug 12 12:43:42.531681 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36568) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:42.545042 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36572) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:42.637669 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-60c911be-51e8-4b31-8b6e-63d38b60ce13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.661939 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-627d03f6-97f5-4972-842e-6705c2edc824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.752607 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-60c911be-51e8-4b31-8b6e-63d38b60ce13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.758340 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-60c911be-51e8-4b31-8b6e-63d38b60ce13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.804729 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-60c911be-51e8-4b31-8b6e-63d38b60ce13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26530e447b3c4bc7bad57436b44a7d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719460 Aug 12 12:43:42.807490 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36576) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:42.821815 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c911be-51e8-4b31-8b6e-63d38b60ce13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517cde27-110a-4b47-8f22-51d78d6e9e98,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:42.858839 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fadb99bf-f114-4198-8005-661ec613b093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.885121 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fadb99bf-f114-4198-8005-661ec613b093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.887225 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-627d03f6-97f5-4972-842e-6705c2edc824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.890988 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-627d03f6-97f5-4972-842e-6705c2edc824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.931555 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fadb99bf-f114-4198-8005-661ec613b093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.932767 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-627d03f6-97f5-4972-842e-6705c2edc824 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0913657a44b7498193f0ca2b09c2d460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866212 Aug 12 12:43:42.933514 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d03f6-97f5-4972-842e-6705c2edc824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be181f5-d115-4ebc-8d90-29ee8938fa1a,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:42.934147 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fadb99bf-f114-4198-8005-661ec613b093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:42.937594 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-fadb99bf-f114-4198-8005-661ec613b093 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/517cde27-110a-4b47-8f22-51d78d6e9e98 HTTP/1.1" status: 204 len: 168 time: 0.1267557 Aug 12 12:43:42.937722 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36578) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:42.943196 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb99bf-f114-4198-8005-661ec613b093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517cde27-110a-4b47-8f22-51d78d6e9e98,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:42.996279 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a949eb3f-c3fc-4a77-95b5-309eff2f8d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.020306 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a949eb3f-c3fc-4a77-95b5-309eff2f8d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.067137 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a949eb3f-c3fc-4a77-95b5-309eff2f8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.069715 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a949eb3f-c3fc-4a77-95b5-309eff2f8d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.070854 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a949eb3f-c3fc-4a77-95b5-309eff2f8d2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4be181f5-d115-4ebc-8d90-29ee8938fa1a HTTP/1.1" status: 204 len: 168 time: 0.1338670 Aug 12 12:43:43.079323 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949eb3f-c3fc-4a77-95b5-309eff2f8d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be181f5-d115-4ebc-8d90-29ee8938fa1a,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:43.212997 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.273216 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cdf1d-052e-4480-a617-a8e5998d4bee req-4983e6c0-b269-4d41-b0fe-9fa0a862f9a7 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:43.274733 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-665cdf1d-052e-4480-a617-a8e5998d4bee req-4983e6c0-b269-4d41-b0fe-9fa0a862f9a7 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0552092 Aug 12 12:43:43.277146 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36596) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:43.290739 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a1382f0a-a3ed-4103-bccd-a72e64c609b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.324465 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-665cdf1d-052e-4480-a617-a8e5998d4bee req-a7d80528-5bb2-4296-8956-0451be6f1a25 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432386 Aug 12 12:43:43.387868 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a1382f0a-a3ed-4103-bccd-a72e64c609b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.392607 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a1382f0a-a3ed-4103-bccd-a72e64c609b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.438654 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a1382f0a-a3ed-4103-bccd-a72e64c609b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5220cca8d8d54d278855a4b671dd6891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601405 Aug 12 12:43:43.439711 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1382f0a-a3ed-4103-bccd-a72e64c609b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24cb4e6-a471-4f98-bdc5-759a97a8a7cf,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:43.441393 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36604) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:43.492045 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb61d67-57b6-4325-8dc6-3883c2fd4fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.512829 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb61d67-57b6-4325-8dc6-3883c2fd4fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.571802 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb61d67-57b6-4325-8dc6-3883c2fd4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.574389 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8eb61d67-57b6-4325-8dc6-3883c2fd4fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.575482 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8eb61d67-57b6-4325-8dc6-3883c2fd4fc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d24cb4e6-a471-4f98-bdc5-759a97a8a7cf HTTP/1.1" status: 204 len: 168 time: 0.1330476 Aug 12 12:43:43.600186 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb61d67-57b6-4325-8dc6-3883c2fd4fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24cb4e6-a471-4f98-bdc5-759a97a8a7cf,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:43.629043 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aaef4-65f4-4781-943f-4da297fdcb21 req-2f759012-996b-4ab5-84b9-de88f210bf89 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:43.630767 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a96aaef4-65f4-4781-943f-4da297fdcb21 req-2f759012-996b-4ab5-84b9-de88f210bf89 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0679052 Aug 12 12:43:43.670768 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a96aaef4-65f4-4781-943f-4da297fdcb21 req-2e1115ba-b10d-44a7-9708-d1afb587f103 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Aug 12 12:43:43.855973 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36624) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:43.872584 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-461db7dc-96d2-4383-bab9-37bb4fb4f982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.880670 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36626) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:43.969751 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-461db7dc-96d2-4383-bab9-37bb4fb4f982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:43.973894 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-461db7dc-96d2-4383-bab9-37bb4fb4f982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.010051 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461db7dc-96d2-4383-bab9-37bb4fb4f982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f27ece9-67da-4cc0-8e47-85b68664d600,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:44.017487 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-461db7dc-96d2-4383-bab9-37bb4fb4f982 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d2c90886fa74b259a168c8d19121a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559350 Aug 12 12:43:44.017782 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36630) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:44.041246 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1921796564-network', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:44.085437 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Made reservation on behalf of a4213a75e7e64244b2a92bbf3491348b for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:43:44.087668 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.098300 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cc80e730-587e-4b73-9e36-c01aa5055de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.099968 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.134279 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cc80e730-587e-4b73-9e36-c01aa5055de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.212197 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cc80e730-587e-4b73-9e36-c01aa5055de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.214704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cc80e730-587e-4b73-9e36-c01aa5055de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.215856 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-cc80e730-587e-4b73-9e36-c01aa5055de1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f27ece9-67da-4cc0-8e47-85b68664d600 HTTP/1.1" status: 204 len: 168 time: 0.1971505 Aug 12 12:43:44.230923 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80e730-587e-4b73-9e36-c01aa5055de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f27ece9-67da-4cc0-8e47-85b68664d600,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:44.240304 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.246175 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.274325 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:43:44.282989 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6033f6c5-6bfc-43d2-9459-17cde328d39e,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:44.289636 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.290036 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Added segment 41f01b22-de4c-4e79-b597-a7b8e53271c1 of type vlan for network a9369ced-bf2a-47fc-a55d-d5543f7566ae Aug 12 12:43:44.330399 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.365327 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.366535 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:44.367343 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.460627 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5786223 Aug 12 12:43:44.463831 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36646) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:44.477523 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb42e8-5e70-4789-a8d8-15080308c15c admin admin] Pushing event updated for resources: {'Network': ['ID=a9369ced-bf2a-47fc-a55d-d5543f7566ae,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:44.477865 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Request body: {'subnet': {'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1921796564-subnet', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:44.481627 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:43:44.492471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d20bb3-05e9-49f0-b146-96719a677ff3 req-8d2257e3-dae7-49c7-b384-a6545b25f66b tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:44.494058 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-70d20bb3-05e9-49f0-b146-96719a677ff3 req-8d2257e3-dae7-49c7-b384-a6545b25f66b tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0868046 Aug 12 12:43:44.510040 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Made reservation on behalf of a4213a75e7e64244b2a92bbf3491348b for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:43:44.512541 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078794'] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.561554 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-70d20bb3-05e9-49f0-b146-96719a677ff3 req-880c8720-f0e0-493e-8a53-1c73dad11447 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596819 Aug 12 12:43:44.697483 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13397493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078840'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.750736 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a71e05-ab82-4a13-b3ae-905b287aa252,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:44.767357 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Checking segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:44.767612 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Network hostable DHCP agents. Network: a9369ced-bf2a-47fc-a55d-d5543f7566ae, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:43:44.788443 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:43:44.797703 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ec6f-38e8-42e0-bcac-abcbeae83f45 req-90bbdd3e-70b3-4d45-8e6a-77963af54538 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:44.803243 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, a9369ced-bf2a-47fc-a55d-d5543f7566ae) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:44.803548 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8cd1ec6f-38e8-42e0-bcac-abcbeae83f45 req-90bbdd3e-70b3-4d45-8e6a-77963af54538 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0577331 Aug 12 12:43:44.808063 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:44.808661 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.814809 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76bc29b-25e2-4eb4-8aab-f63e23781cfa None None] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:43:44.825489 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-2f40bc63-cbb4-45cd-af6f-5f6665efda12 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3602998 Aug 12 12:43:44.827974 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36662) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:44.834458 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:44.852589 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8cd1ec6f-38e8-42e0-bcac-abcbeae83f45 req-8e64fcc2-9f59-4067-8cb4-8a70d40dc030 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Aug 12 12:43:44.882849 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.883992 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.891269 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.946256 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:44.997305 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:43:44.998551 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.102549 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.155336 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Allocated IP 172.20.0.2 (a9369ced-bf2a-47fc-a55d-d5543f7566ae/b7a71e05-ab82-4a13-b3ae-905b287aa252/604b1ccc-541a-44e9-ac8c-f81ff2d2a798) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:43:45.304915 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.314299 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Transition to ACTIVE for port object 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:45.324808 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.330220 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Transition to ACTIVE for port object 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:45.336424 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.344882 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.370778 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:45.373988 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:45.377498 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:43:45.394763 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Pushing event updated for resources: {'Port': ['ID=604b1ccc-541a-44e9-ac8c-f81ff2d2a798,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:45.442110 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Attempting to bind port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:43:45.442741 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Attempting to bind port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:43:45.443253 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Attempting to bind port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:45.449586 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:43:45.450185 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Checking segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:45.450759 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.451322 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Bound using segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:43:45.451795 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Bound port: 604b1ccc-541a-44e9-ac8c-f81ff2d2a798, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:43:45.452261 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.460470 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Allocated IP 172.27.2.117 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/2e00042f-554f-461b-b700-797f6222d7db) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:43:45.528010 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] For port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:43:45.533044 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] For port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=604b1ccc-541a-44e9-ac8c-f81ff2d2a798,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:43:45.545317 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.601905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.606669 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0c0a1-bbdc-4b50-98d4-7a5f61f0852a None None] Pushing event updated for resources: {'Port': ['ID=604b1ccc-541a-44e9-ac8c-f81ff2d2a798,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:45.651351 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.699071 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:45.705494 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:45.707985 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:43:45.719805 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21baa4-321c-4ef8-a177-bd9c79771e95 req-1416ea70-eef8-4669-b6e1-e55f20174f54 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:45.721287 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8e21baa4-321c-4ef8-a177-bd9c79771e95 req-1416ea70-eef8-4669-b6e1-e55f20174f54 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0579364 Aug 12 12:43:45.735534 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Pushing event updated for resources: {'Port': ['ID=2e00042f-554f-461b-b700-797f6222d7db,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:45.763545 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8e21baa4-321c-4ef8-a177-bd9c79771e95 req-a3a04e07-0d4a-4bce-9761-ef665a8d1063 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362821 Aug 12 12:43:45.991577 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:45.998724 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3ee4-25ab-46b6-a16a-8a76a9a4985a req-91c990c7-4dc1-4ef6-a594-b715f8907cd5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:46.000349 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-899b3ee4-25ab-46b6-a16a-8a76a9a4985a req-91c990c7-4dc1-4ef6-a594-b715f8907cd5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0511734 Aug 12 12:43:46.038509 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-899b3ee4-25ab-46b6-a16a-8a76a9a4985a req-d3f261b4-9853-4cc8-8678-b534141bf0b7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Aug 12 12:43:46.182564 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:46.316654 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:43:46.434632 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:43:46.444293 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:43:46.453833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:46.455572 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-30452cda-74a1-434d-9900-51aa3bfc7061 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6263020 Aug 12 12:43:46.456392 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:46.457148 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:46.457935 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36698) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:46.514377 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc8787b-3287-4200-8b27-ccf8afc43ff4 None None] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:43:46.575306 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:46.631167 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:46.680986 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-784fcdb1-cbce-44ab-8ba4-a3f407ec9ade None None] Provisioning for port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:46.718390 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:46.728931 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:46.729646 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:46.796358 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:45Z', 'revision_number': 3, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:46.844429 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:46.846268 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:43:46.846634 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Updating router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb port 2e00042f-554f-461b-b700-797f6222d7db binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:43:46.882104 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:46.900155 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=604b1ccc-541a-44e9-ac8c-f81ff2d2a798,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:46.906198 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:46.930021 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a180a-9430-4a22-a2e8-bb6470591480 req-d9797f58-ece2-4e6d-a163-e7ebe7f39d68 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:46.931752 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-827a180a-9430-4a22-a2e8-bb6470591480 req-d9797f58-ece2-4e6d-a163-e7ebe7f39d68 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0660810 Aug 12 12:43:46.967570 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=604b1ccc-541a-44e9-ac8c-f81ff2d2a798,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:46.988977 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-827a180a-9430-4a22-a2e8-bb6470591480 req-a4010fac-7be9-4571-8093-b35f9a6fe0ed tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470207 Aug 12 12:43:47.143457 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c3f288bd-0a31-4750-b57c-14af486b4231 None None] Provisioning complete for port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:47.144052 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c3f288bd-0a31-4750-b57c-14af486b4231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.163637 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7290b-ea13-472d-9265-2151c4739a43 req-6826af9c-f8ce-4a5f-9ee8-e5fee4a7ce91 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:47.165295 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cfb7290b-ea13-472d-9265-2151c4739a43 req-6826af9c-f8ce-4a5f-9ee8-e5fee4a7ce91 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0588171 Aug 12 12:43:47.198332 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.206908 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cfb7290b-ea13-472d-9265-2151c4739a43 req-dd24ee5f-023e-4a61-92eb-6a00e1e93557 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352006 Aug 12 12:43:47.210212 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Transition to ACTIVE for port object 2e00042f-554f-461b-b700-797f6222d7db will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:47.215149 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.219461 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.273881 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Attempting to bind port 2e00042f-554f-461b-b700-797f6222d7db on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:43:47.274245 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Attempting to bind port 2e00042f-554f-461b-b700-797f6222d7db by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:43:47.274602 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Attempting to bind port 2e00042f-554f-461b-b700-797f6222d7db on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:47.276999 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Pushing event updated for resources: {'Port': ['ID=2e00042f-554f-461b-b700-797f6222d7db,revision_number=2']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:47.285205 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:43:47.285571 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:47.285965 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.286611 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:43:47.287084 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Bound port: 2e00042f-554f-461b-b700-797f6222d7db, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:43:47.287491 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.289581 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.289924 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.290257 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.290585 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.290911 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.291265 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.292138 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.292526 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.292781 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.293674 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.293674 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.293896 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:43:47.346393 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] For port 2e00042f-554f-461b-b700-797f6222d7db, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:43:47.349834 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] For port 2e00042f-554f-461b-b700-797f6222d7db, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=2e00042f-554f-461b-b700-797f6222d7db,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:43:47.353676 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.394848 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Allocated IP 172.20.0.1 (a9369ced-bf2a-47fc-a55d-d5543f7566ae/b7a71e05-ab82-4a13-b3ae-905b287aa252/01a1f24a-0434-4851-92f7-25177dddebf1) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:43:47.412743 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:47.413366 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:47.446637 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379a266-3fcc-4763-afe1-fc4c34953924 None None] Pushing event updated for resources: {'Port': ['ID=2e00042f-554f-461b-b700-797f6222d7db,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:47.502906 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.516354 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Transition to ACTIVE for port object 01a1f24a-0434-4851-92f7-25177dddebf1 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:47.518945 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:47.549290 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.590634 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:47.593635 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:47.597357 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:43:47.620438 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Pushing event updated for resources: {'Port': ['ID=01a1f24a-0434-4851-92f7-25177dddebf1,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:47.647003 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.804659 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.805910 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:45Z', 'revision_number': 3, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:47.839137 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a99d0dc-33e4-403f-8ffb-9bb9227a1c29 None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:45Z', 'revision_number': 3, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:43:47.873159 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-d8d21c6f-0ea7-4fc5-b3e0-0ed2ddd1cd3d None None] Provisioning for port 01a1f24a-0434-4851-92f7-25177dddebf1 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:47.877489 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-d8d21c6f-0ea7-4fc5-b3e0-0ed2ddd1cd3d None None] Provisioning complete for port 01a1f24a-0434-4851-92f7-25177dddebf1 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:47.877859 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d8d21c6f-0ea7-4fc5-b3e0-0ed2ddd1cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.913121 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-d8d21c6f-0ea7-4fc5-b3e0-0ed2ddd1cd3d None None] Port 01a1f24a-0434-4851-92f7-25177dddebf1 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:43:47.980851 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:47.984734 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:48.057391 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Pushing event updated for resources: {'Port': ['ID=01a1f24a-0434-4851-92f7-25177dddebf1,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:48.073302 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:48.143202 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cada6-0275-4e61-90c1-0b5c01d3bfc9 req-bc27e102-319c-4180-9cf5-af53bac38bde tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:48.145849 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e19cada6-0275-4e61-90c1-0b5c01d3bfc9 req-bc27e102-319c-4180-9cf5-af53bac38bde tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0626793 Aug 12 12:43:48.192333 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e19cada6-0275-4e61-90c1-0b5c01d3bfc9 req-35edb0be-e906-4894-82a7-1e244341489d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387294 Aug 12 12:43:48.216072 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:48.218982 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:48.423611 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dd065-4ff7-4179-ab48-cd24dffcdc89 req-fd507766-e146-4cfd-9b7f-2246fde90a20 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:48.430918 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-877dd065-4ff7-4179-ab48-cd24dffcdc89 req-fd507766-e146-4cfd-9b7f-2246fde90a20 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.1157482 Aug 12 12:43:48.435776 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:43:48.545734 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-97c062fc-4efd-456c-97e3-9172c67b6c5d None None] Provisioning complete for port 01a1f24a-0434-4851-92f7-25177dddebf1 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:48.546497 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-97c062fc-4efd-456c-97e3-9172c67b6c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:48.550913 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-877dd065-4ff7-4179-ab48-cd24dffcdc89 req-7df07371-9f3d-4845-ad2c-79249e357e91 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122417 Aug 12 12:43:48.615679 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-97c062fc-4efd-456c-97e3-9172c67b6c5d None None] Port 01a1f24a-0434-4851-92f7-25177dddebf1 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:43:48.635773 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:43:48.641613 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-006a3bb3-6e8b-4cc8-971c-a303e747ae8e admin admin] 10.222.0.22 "PUT /v2.0/routers/372e873f-2ca0-4619-a42e-49cc6b1ee3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1820917 Aug 12 12:43:48.662013 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:48.723152 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:48.723622 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:48.894752 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 2e00042f-554f-461b-b700-797f6222d7db up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:48.910814 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:43:48.975639 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 2e00042f-554f-461b-b700-797f6222d7db completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:48.980770 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 2e00042f-554f-461b-b700-797f6222d7db triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:48.981229 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:48.985271 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-119ef8be-f7a9-4607-92b3-27d9915a2dd4 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:48.987641 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-119ef8be-f7a9-4607-92b3-27d9915a2dd4 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0819602 Aug 12 12:43:49.094389 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.103807 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Deleting port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:43:49.104886 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.124525 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 2e00042f-554f-461b-b700-797f6222d7db, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=2e00042f-554f-461b-b700-797f6222d7db,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:49.130240 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.201191 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=2e00042f-554f-461b-b700-797f6222d7db,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:49.224172 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] For port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,segment=NetworkSegment(9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5),segment_id=9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:49.224782 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.238014 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Calling delete_port for 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:43:49.357206 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7da088-ddce-4bf9-ab79-628f7bdf33cf req-fef70026-1f4e-4b57-a21d-ab22c09254c4 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:49.358745 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d7da088-ddce-4bf9-ab79-628f7bdf33cf req-fef70026-1f4e-4b57-a21d-ab22c09254c4 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 946 time: 0.0691485 Aug 12 12:43:49.423256 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36762) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:49.439471 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1425325201-network', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:49.463278 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d7da088-ddce-4bf9-ab79-628f7bdf33cf req-4d024618-b9f4-4596-8bd1-f4759354ae97 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/security-groups?id=4da1d137-214b-4b51-8150-7e6660f92080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977871 Aug 12 12:43:49.480246 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.495142 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['9b7d1e13-01ad-4e80-ae78-3932e2dc0bee'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:43:49.509027 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Made reservation on behalf of 275be3add10f494595b83f9e9a3ac3e3 for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:43:49.511910 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.515343 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Pushing event deleted for resources: {'Port': ['ID=9b7d1e13-01ad-4e80-ae78-3932e2dc0bee,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:49.524508 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.570578 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] No DVR routers for this DVR port 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:43:49.577719 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.579544 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7245228b-0eb3-46e8-8ee1-8eb86248b512 req-e0e69980-589b-4ea7-8dc4-44f6610c5856 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.10 "DELETE /v2.0/ports/9b7d1e13-01ad-4e80-ae78-3932e2dc0bee HTTP/1.1" status: 204 len: 173 time: 0.5792222 Aug 12 12:43:49.580088 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'name': 'network-vif-deleted', 'tag': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:43:49.582210 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e8737a-3d56-4e8d-9a4b-4287d052bf7d" -d '{"events": [{"server_uuid": "6ca2777d-57f3-47c2-9b08-6edeab4e2a82", "name": "network-vif-deleted", "tag": "9b7d1e13-01ad-4e80-ae78-3932e2dc0bee"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:43:49.688487 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ad5fa-f96d-43a1-8f16-88a11dabba03 x-openstack-request-id: req-b86ad5fa-f96d-43a1-8f16-88a11dabba03 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:43:49.688784 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2777d-57f3-47c2-9b08-6edeab4e2a82", "name": "network-vif-deleted", "tag": "9b7d1e13-01ad-4e80-ae78-3932e2dc0bee", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:43:49.689052 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b86ad5fa-f96d-43a1-8f16-88a11dabba03 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:43:49.689433 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2777d-57f3-47c2-9b08-6edeab4e2a82', 'name': 'network-vif-deleted', 'tag': '9b7d1e13-01ad-4e80-ae78-3932e2dc0bee', 'status': 'completed', 'code': 200} Aug 12 12:43:49.713889 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.719690 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.748130 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dd73c-cfb2-4f52-885d-77dbf7233054 req-06c624a7-2e22-4049-b520-9154b41badf7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:49.749651 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f63dd73c-cfb2-4f52-885d-77dbf7233054 req-06c624a7-2e22-4049-b520-9154b41badf7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0925009 Aug 12 12:43:49.757109 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:43:49.790191 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.790191 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Added segment 80773a11-1a90-42ac-9329-8444857bb42f of type vlan for network 67851502-b4d3-4646-9dd3-dd3e4b09584c Aug 12 12:43:49.793070 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307dfcef-e7c9-415f-a13a-b0c748cc2417,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:49.847675 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f63dd73c-cfb2-4f52-885d-77dbf7233054 req-9438d842-b17d-4ada-8baf-a872bc1156fe tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860391 Aug 12 12:43:49.850534 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.884637 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.886365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:49.888625 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:49.888793 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:43:49.898689 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:49.900085 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:49.969824 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5426080 Aug 12 12:43:49.973534 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36782) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:49.981328 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Request body: {'subnet': {'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1425325201-subnet', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:49.986176 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac7ff4-0ab7-4299-b94b-7e05fbde568b admin admin] Pushing event updated for resources: {'Network': ['ID=67851502-b4d3-4646-9dd3-dd3e4b09584c,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:50.008079 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Made reservation on behalf of 275be3add10f494595b83f9e9a3ac3e3 for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:43:50.010935 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078794'] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.015855 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:43:50.252751 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13397493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078840'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.258333 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:50.310143 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b91736-b71e-4b70-8d72-a43b2faa2548,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:50.319373 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Checking segment: {'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:50.319728 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Network hostable DHCP agents. Network: 67851502-b4d3-4646-9dd3-dd3e4b09584c, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:43:50.335724 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:43:50.344804 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 67851502-b4d3-4646-9dd3-dd3e4b09584c) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:50.351342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:50.352100 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.373890 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-26162721-7041-4562-97c8-69c11f205fc3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3976727 Aug 12 12:43:50.373978 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36794) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:50.378581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:50.399544 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647640a4-e5ff-45d6-8553-8a88625e5b46 None None] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:43:50.408730 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.410010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.482240 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.608856 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 2e00042f-554f-461b-b700-797f6222d7db up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:50.698664 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 2, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:50.702697 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-67851502-b4d3-4646-9dd3-dd3e4b09584c', 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'fixed_ips': [{'subnet_id': '73b91736-b71e-4b70-8d72-a43b2faa2548'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:43:50.703543 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.705608 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-96c90482-c726-47e9-a281-70f0c1970352 req-ef117ed5-45f8-4b01-8e80-434197466f26 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0525768 Aug 12 12:43:50.709352 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.740669 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:43:50.740967 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Updating router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb port 01a1f24a-0434-4851-92f7-25177dddebf1 binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:43:50.768668 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 2e00042f-554f-461b-b700-797f6222d7db triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:50.769038 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.795787 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.923284 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.949977 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:50.990450 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3010bf7-5546-444a-9a38-9b168184a5cc req-4646fd13-9c05-495c-995d-b28205ac340a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:50.999644 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a3010bf7-5546-444a-9a38-9b168184a5cc req-4646fd13-9c05-495c-995d-b28205ac340a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0714941 Aug 12 12:43:51.061023 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a3010bf7-5546-444a-9a38-9b168184a5cc req-a6e3a460-5476-442c-aa25-4d9b26aac585 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555611 Aug 12 12:43:51.091551 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Allocated IP 172.27.2.137 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/d8ae3902-dc13-4070-b1ae-05466a05cc42) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:43:51.109889 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Allocated IP 172.20.0.2 (67851502-b4d3-4646-9dd3-dd3e4b09584c/73b91736-b71e-4b70-8d72-a43b2faa2548/d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:43:51.192585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.234931 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.270235 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:51.274927 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:51.278436 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:43:51.308598 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ae3902-dc13-4070-b1ae-05466a05cc42,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:51.318542 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.336709 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.338662 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Transition to ACTIVE for port object 01a1f24a-0434-4851-92f7-25177dddebf1 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:51.347460 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.349652 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Transition to ACTIVE for port object d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:51.406892 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Transition to ACTIVE for port object d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:51.412685 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64fe21-7f9b-4ab3-a00e-b7c9fed94131 None None] Pushing event updated for resources: {'Port': ['ID=01a1f24a-0434-4851-92f7-25177dddebf1,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:51.419459 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.496426 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:51.504250 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:51.512865 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:43:51.525920 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Pushing event updated for resources: {'Port': ['ID=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:51.530982 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Attempting to bind port 01a1f24a-0434-4851-92f7-25177dddebf1 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:43:51.531377 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Attempting to bind port 01a1f24a-0434-4851-92f7-25177dddebf1 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:43:51.531746 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Attempting to bind port 01a1f24a-0434-4851-92f7-25177dddebf1 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:51.551585 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:43:51.552000 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Checking segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:51.552354 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.552748 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Bound using segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:43:51.553230 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Bound port: 01a1f24a-0434-4851-92f7-25177dddebf1, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:43:51.553613 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.614810 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Attempting to bind port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:43:51.615210 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Attempting to bind port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:43:51.615575 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Attempting to bind port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 on network 67851502-b4d3-4646-9dd3-dd3e4b09584c {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:51.626961 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:43:51.627375 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Checking segment: {'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:51.627778 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.628186 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Bound using segment: {'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:43:51.628654 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Bound port: d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:43:51.629037 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.688276 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] For port 01a1f24a-0434-4851-92f7-25177dddebf1, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:43:51.715137 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] For port 01a1f24a-0434-4851-92f7-25177dddebf1, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=01a1f24a-0434-4851-92f7-25177dddebf1,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:43:51.727436 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.771803 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] For port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:43:51.795708 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] For port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,segment=NetworkSegment(80773a11-1a90-42ac-9329-8444857bb42f),segment_id=80773a11-1a90-42ac-9329-8444857bb42f)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:43:51.802657 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.808637 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:51.821342 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:51.821972 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:51.828649 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64fe21-7f9b-4ab3-a00e-b7c9fed94131 None None] Pushing event updated for resources: {'Port': ['ID=01a1f24a-0434-4851-92f7-25177dddebf1,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:51.861048 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-24531d4c-433b-4530-a85c-3a62da4a98d2 req-0856a4d2-e1bf-4c1c-b684-20478104f740 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0559103 Aug 12 12:43:52.077844 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:52.112833 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad705f84-f416-4453-a0de-0bc1eeaac0b7 None None] Pushing event updated for resources: {'Port': ['ID=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:52.126510 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:52.240183 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbfddc-21d5-4f59-8f7a-eb1f150b25fb req-eea05e7f-3d86-408c-8b6c-8d80dc26a523 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:52.242529 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-abdbfddc-21d5-4f59-8f7a-eb1f150b25fb req-eea05e7f-3d86-408c-8b6c-8d80dc26a523 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0823762 Aug 12 12:43:52.258122 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:43:52.295747 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-abdbfddc-21d5-4f59-8f7a-eb1f150b25fb req-3b5eb6e9-d846-47aa-941f-02aa7a563952 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385942 Aug 12 12:43:52.384445 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:43:52.394016 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Sync routers for ids ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:43:52.403729 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Routers {'dbb94db2-d475-4aa4-a207-0b9acd01b5d0'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:52.404344 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:52.405094 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:52.406148 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d2ee9bba-d140-4e18-bd4a-e861ac07c458 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0308809 Aug 12 12:43:52.409572 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36832) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:52.437052 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:51Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:52.475852 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed37b17-dc0f-4e72-8016-6804815631b4 None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:51Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:43:52.563160 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Set router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:52.675021 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:52.797383 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:52.814755 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:51Z', 'revision_number': 3, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port': {'id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:52.856320 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Checking router: dbb94db2-d475-4aa4-a207-0b9acd01b5d0 for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:43:52.856966 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Updating router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 port d8ae3902-dc13-4070-b1ae-05466a05cc42 binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:43:52.891961 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:52.998114 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.034368 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5dc454e8-3d49-4899-bf77-c2a515f79c68 req-d866dcf8-dad8-49f1-aadd-5a8272beba2f tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0495811 Aug 12 12:43:53.179765 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c36782-ec73-40ee-81a6-e954143f347e None None] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:43:53.232766 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Allocated IP 172.20.0.1 (67851502-b4d3-4646-9dd3-dd3e4b09584c/73b91736-b71e-4b70-8d72-a43b2faa2548/d8c3f6d1-b534-4104-a532-e85f79253c7b) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:43:53.264732 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-1c0463b4-ea5b-40d6-8287-720a5fcddd4d None None] Provisioning for port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:53.284895 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-1c0463b4-ea5b-40d6-8287-720a5fcddd4d None None] Provisioning complete for port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:53.284895 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-1c0463b4-ea5b-40d6-8287-720a5fcddd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.308320 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.320323 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Transition to ACTIVE for port object d8ae3902-dc13-4070-b1ae-05466a05cc42 will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:53.327500 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.390630 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.408732 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Transition to ACTIVE for port object d8c3f6d1-b534-4104-a532-e85f79253c7b will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:53.438369 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Attempting to bind port d8ae3902-dc13-4070-b1ae-05466a05cc42 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:43:53.439600 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Attempting to bind port d8ae3902-dc13-4070-b1ae-05466a05cc42 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:43:53.440137 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Attempting to bind port d8ae3902-dc13-4070-b1ae-05466a05cc42 on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:53.452467 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:43:53.452845 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:53.453265 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.457055 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:43:53.457750 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Bound port: d8ae3902-dc13-4070-b1ae-05466a05cc42, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:43:53.462899 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.470576 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720b23b-d4a7-47eb-ba39-a779de3af875 req-c7e2630d-04d0-4148-a0d0-199cbe7cefbe tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:53.472091 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5720b23b-d4a7-47eb-ba39-a779de3af875 req-c7e2630d-04d0-4148-a0d0-199cbe7cefbe tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0759499 Aug 12 12:43:53.479421 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.516672 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-1c0463b4-ea5b-40d6-8287-720a5fcddd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.520522 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:53.526686 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:53.531159 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:43:53.559220 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-1c0463b4-ea5b-40d6-8287-720a5fcddd4d None None] For port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,segment=NetworkSegment(80773a11-1a90-42ac-9329-8444857bb42f),segment_id=80773a11-1a90-42ac-9329-8444857bb42f)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:53.565653 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] For port d8ae3902-dc13-4070-b1ae-05466a05cc42, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:43:53.569614 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] For port d8ae3902-dc13-4070-b1ae-05466a05cc42, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d8ae3902-dc13-4070-b1ae-05466a05cc42,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:43:53.571050 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363cbfa-bf99-4dc7-8fa0-d4bff98c9bba None None] Pushing event updated for resources: {'Port': ['ID=d8ae3902-dc13-4070-b1ae-05466a05cc42,revision_number=2']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:53.574732 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-1c0463b4-ea5b-40d6-8287-720a5fcddd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.578068 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Pushing event updated for resources: {'Port': ['ID=d8c3f6d1-b534-4104-a532-e85f79253c7b,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:53.582753 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.586623 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5720b23b-d4a7-47eb-ba39-a779de3af875 req-8e017d7c-7482-43fc-b9fe-867a9d997cb3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928960 Aug 12 12:43:53.615715 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.660188 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0463b4-ea5b-40d6-8287-720a5fcddd4d None None] Pushing event updated for resources: {'Port': ['ID=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:53.665058 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Routers {'dbb94db2-d475-4aa4-a207-0b9acd01b5d0'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:53.665694 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:53.706340 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363cbfa-bf99-4dc7-8fa0-d4bff98c9bba None None] Pushing event updated for resources: {'Port': ['ID=d8ae3902-dc13-4070-b1ae-05466a05cc42,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:53.778756 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.798655 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-d5c93501-30c6-429e-a79b-151d1eab471a None None] Provisioning complete for port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:53.799149 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d5c93501-30c6-429e-a79b-151d1eab471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:53.803844 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] Set router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:54.036306 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-7ca4d797-5d12-4fa2-b547-035b351682da None None] Provisioning for port d8c3f6d1-b534-4104-a532-e85f79253c7b completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:54.041679 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-7ca4d797-5d12-4fa2-b547-035b351682da None None] Provisioning complete for port d8c3f6d1-b534-4104-a532-e85f79253c7b triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:54.042089 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7ca4d797-5d12-4fa2-b547-035b351682da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.060593 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.067500 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.074567 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:51Z', 'revision_number': 3, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port': {'id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:54.085332 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4d797-5d12-4fa2-b547-035b351682da None None] Port d8c3f6d1-b534-4104-a532-e85f79253c7b cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:43:54.111527 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab0ada-ce08-4525-b880-79a0716e142f None None] The sync data for ids ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'] in dv-cinder-804294-1-iscsi is: [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:51Z', 'revision_number': 3, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port': {'id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:43:54.157954 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.160442 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Pushing event updated for resources: {'Port': ['ID=d8c3f6d1-b534-4104-a532-e85f79253c7b,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:54.191703 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7450fecb-aceb-4f97-8096-74655587f0b1 req-66991fd0-dfa5-4245-be3c-2ff5dfe10c9d tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0422273 Aug 12 12:43:54.269202 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:43:54.270558 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:43:54.410862 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:43:54.515002 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-41f7843a-660c-4a57-8fde-2c86ea3f1067 None None] Provisioning complete for port d8c3f6d1-b534-4104-a532-e85f79253c7b triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:54.515576 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-41f7843a-660c-4a57-8fde-2c86ea3f1067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.551571 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:43:54.558384 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7bc648af-2841-4e7c-a910-d0a863999bde admin admin] 10.222.0.22 "PUT /v2.0/routers/dbb94db2-d475-4aa4-a207-0b9acd01b5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1476710 Aug 12 12:43:54.571699 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-41f7843a-660c-4a57-8fde-2c86ea3f1067 None None] Port d8c3f6d1-b534-4104-a532-e85f79253c7b cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:43:54.718543 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2538a3-f9ce-459a-b640-fdaea4fd2b5b req-02840281-e3dd-4f72-a3bf-18c58080daf2 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:54.720186 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9f2538a3-f9ce-459a-b640-fdaea4fd2b5b req-02840281-e3dd-4f72-a3bf-18c58080daf2 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0658541 Aug 12 12:43:54.724442 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8ae3902-dc13-4070-b1ae-05466a05cc42 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:54.768966 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9f2538a3-f9ce-459a-b640-fdaea4fd2b5b req-a4d3c6a0-8b3a-44c8-bd9e-d7a679766f4a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Aug 12 12:43:54.790535 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port d8ae3902-dc13-4070-b1ae-05466a05cc42 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:54.796005 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port d8ae3902-dc13-4070-b1ae-05466a05cc42 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:54.796215 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.881266 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.904339 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port d8ae3902-dc13-4070-b1ae-05466a05cc42, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d8ae3902-dc13-4070-b1ae-05466a05cc42,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:54.908218 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:54.909344 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 01a1f24a-0434-4851-92f7-25177dddebf1 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:55.006003 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=d8ae3902-dc13-4070-b1ae-05466a05cc42,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:55.027475 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 01a1f24a-0434-4851-92f7-25177dddebf1 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:55.033080 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 01a1f24a-0434-4851-92f7-25177dddebf1 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:55.033731 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.116396 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.148695 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 01a1f24a-0434-4851-92f7-25177dddebf1, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=01a1f24a-0434-4851-92f7-25177dddebf1,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:55.152402 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.153260 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:55.216294 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36874) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:55.221789 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-a5868612-dc49-413e-88d4-12d9b99f3db6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627415103', 'description': 'tempest-secgroup-smoke-1627415103 description', 'project_id': 'a4213a75e7e64244b2a92bbf3491348b'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:55.236230 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=01a1f24a-0434-4851-92f7-25177dddebf1,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:55.247486 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:55.247755 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.261977 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a5868612-dc49-413e-88d4-12d9b99f3db6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.311819 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fdc6693d-0203-4309-afeb-03dfa16df832 req-910d4601-3e58-4298-8041-f3bd4c6c0250 tempest-VolumesActionsTest-116620549 tempest-VolumesActionsTest-116620549-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ca2777d-57f3-47c2-9b08-6edeab4e2a82 HTTP/1.1" status: 200 len: 210 time: 0.0272148 Aug 12 12:43:55.360039 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a5868612-dc49-413e-88d4-12d9b99f3db6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.363838 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a5868612-dc49-413e-88d4-12d9b99f3db6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.389289 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a5868612-dc49-413e-88d4-12d9b99f3db6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.390411 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a5868612-dc49-413e-88d4-12d9b99f3db6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1731131 Aug 12 12:43:55.393573 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36882) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:55.394359 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5868612-dc49-413e-88d4-12d9b99f3db6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:55.398823 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-8b6666f1-2be5-47af-84d8-8f4ea336b47e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'security_group_rule': {'security_group_id': 'a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9', 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:55.429403 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b6666f1-2be5-47af-84d8-8f4ea336b47e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.483461 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b6666f1-2be5-47af-84d8-8f4ea336b47e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.487051 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b6666f1-2be5-47af-84d8-8f4ea336b47e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.505546 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6666f1-2be5-47af-84d8-8f4ea336b47e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb8d1c6-587a-4970-821b-6c5668ae6d2d,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:55.513034 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b6666f1-2be5-47af-84d8-8f4ea336b47e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.514309 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8b6666f1-2be5-47af-84d8-8f4ea336b47e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194196 Aug 12 12:43:55.517017 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36884) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:55.521330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-26d270b9-957d-494f-855d-e9fd0020b382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'security_group_rule': {'security_group_id': 'a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9', 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:55.547748 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-26d270b9-957d-494f-855d-e9fd0020b382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.605656 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-26d270b9-957d-494f-855d-e9fd0020b382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.611869 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-26d270b9-957d-494f-855d-e9fd0020b382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.632037 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d270b9-957d-494f-855d-e9fd0020b382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0914f1ca-edef-4312-92b6-96fa52a87514,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:55.639585 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-26d270b9-957d-494f-855d-e9fd0020b382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.643207 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-26d270b9-957d-494f-855d-e9fd0020b382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228974 Aug 12 12:43:55.643507 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36886) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:55.647986 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-a0909261-083b-42c9-af45-3560fe18d93e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'security_group_rule': {'security_group_id': 'a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9', 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:55.675213 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a0909261-083b-42c9-af45-3560fe18d93e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.732241 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a0909261-083b-42c9-af45-3560fe18d93e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.736144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a0909261-083b-42c9-af45-3560fe18d93e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.753406 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0909261-083b-42c9-af45-3560fe18d93e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c8500a-fe77-44e2-a067-193a6802a28d,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:55.760701 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a0909261-083b-42c9-af45-3560fe18d93e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.764335 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a0909261-083b-42c9-af45-3560fe18d93e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174195 Aug 12 12:43:55.764544 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36888) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:55.768934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-77f6710c-3ee4-4bea-a4b4-cc08739b93a8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'security_group_rule': {'security_group_id': 'a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9', 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:55.796704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77f6710c-3ee4-4bea-a4b4-cc08739b93a8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.888736 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77f6710c-3ee4-4bea-a4b4-cc08739b93a8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.897483 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c940-acba-406c-aa90-1f79e36b64ab req-d6827ff7-9e20-4d6e-90e0-42569e16b443 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:55.898925 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-81e2c940-acba-406c-aa90-1f79e36b64ab req-d6827ff7-9e20-4d6e-90e0-42569e16b443 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0694220 Aug 12 12:43:55.900068 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77f6710c-3ee4-4bea-a4b4-cc08739b93a8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.914028 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Sync routers for ids ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:43:55.923185 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Routers {'dbb94db2-d475-4aa4-a207-0b9acd01b5d0'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:55.923810 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:55.933047 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6710c-3ee4-4bea-a4b4-cc08739b93a8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856539d2-8dca-4bc3-96fe-ccad39cd168c,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:55.942617 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77f6710c-3ee4-4bea-a4b4-cc08739b93a8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:55.946567 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 36892) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:55.947144 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-77f6710c-3ee4-4bea-a4b4-cc08739b93a8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1811166 Aug 12 12:43:55.951818 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'security_group_rule': {'security_group_id': 'a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9', 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:55.959626 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-81e2c940-acba-406c-aa90-1f79e36b64ab req-6ed54c47-becd-41e0-b66d-5c725be96fde tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519691 Aug 12 12:43:55.977847 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.securitygroups_db [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Project a4213a75e7e64244b2a92bbf3491348b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 12:43:55.983288 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.015592 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:43:56.058950 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:43:56.059626 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9b7d1e13-01ad-4e80-ae78-3932e2dc0bee not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:43:56.065324 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.069839 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.076141 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Set router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:56.087581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a251d4a6-608e-4033-818b-2a85c5cc4662,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:56.095828 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.097263 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b4801894-ad80-4c53-955f-2a186747a17d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495483 Aug 12 12:43:56.100157 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 36900) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:43:56.106875 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'security_group_rule': {'security_group_id': 'a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9', 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:43:56.143848 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.securitygroups_db [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Project a4213a75e7e64244b2a92bbf3491348b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 12:43:56.148924 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.225808 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.229628 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.247185 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bcccc6-9aae-406c-8c23-7745c0aa3b75,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:56.254471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.259089 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-11d241b8-377f-431d-b2b1-0a3c68b343ea tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563368 Aug 12 12:43:56.321851 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:53Z', 'revision_number': 4, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port': {'id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'd8c3f6d1-b534-4104-a532-e85f79253c7b', 'name': '', 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'mac_address': 'fa:16:3e:5e:01:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '73b91736-b71e-4b70-8d72-a43b2faa2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:53Z', 'updated_at': '2021-08-12T12:43:53Z', 'revision_number': 2, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'subnets': [{'id': '73b91736-b71e-4b70-8d72-a43b2faa2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:56.364811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Checking router: dbb94db2-d475-4aa4-a207-0b9acd01b5d0 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:43:56.365144 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Updating router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 port d8c3f6d1-b534-4104-a532-e85f79253c7b binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:43:56.401160 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.594606 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8ae3902-dc13-4070-b1ae-05466a05cc42 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:56.700152 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port d8ae3902-dc13-4070-b1ae-05466a05cc42 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:56.700532 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.834571 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.861114 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Transition to ACTIVE for port object d8c3f6d1-b534-4104-a532-e85f79253c7b will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:43:56.866275 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 01a1f24a-0434-4851-92f7-25177dddebf1 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:56.869020 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:56.954584 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75bfb1-cf0e-4ceb-a6ca-4ce0d458517d None None] Pushing event updated for resources: {'Port': ['ID=d8c3f6d1-b534-4104-a532-e85f79253c7b,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:57.034331 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Attempting to bind port d8c3f6d1-b534-4104-a532-e85f79253c7b on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:43:57.034706 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Attempting to bind port d8c3f6d1-b534-4104-a532-e85f79253c7b by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:43:57.035089 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Attempting to bind port d8c3f6d1-b534-4104-a532-e85f79253c7b on network 67851502-b4d3-4646-9dd3-dd3e4b09584c {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:43:57.037413 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 01a1f24a-0434-4851-92f7-25177dddebf1 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:57.043457 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:57.126933 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:43:57.127338 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Checking segment: {'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:43:57.132526 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:57.132931 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Bound using segment: {'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:43:57.133426 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Bound port: d8c3f6d1-b534-4104-a532-e85f79253c7b, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80773a11-1a90-42ac-9329-8444857bb42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:43:57.133807 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:57.185538 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb383237-837f-4dbe-b68b-c3e2ea5b33a2 req-c8366bc4-0f3a-46cf-a564-4225432a3787 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:57.198027 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb383237-837f-4dbe-b68b-c3e2ea5b33a2 req-c8366bc4-0f3a-46cf-a564-4225432a3787 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.1113410 Aug 12 12:43:57.270552 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb383237-837f-4dbe-b68b-c3e2ea5b33a2 req-e2b2a865-1117-4089-a481-86b8859037c7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700793 Aug 12 12:43:57.291620 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] For port d8c3f6d1-b534-4104-a532-e85f79253c7b, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:43:57.295468 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] For port d8c3f6d1-b534-4104-a532-e85f79253c7b, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d8c3f6d1-b534-4104-a532-e85f79253c7b,segment=NetworkSegment(80773a11-1a90-42ac-9329-8444857bb42f),segment_id=80773a11-1a90-42ac-9329-8444857bb42f)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:43:57.301473 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:57.380226 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Routers {'dbb94db2-d475-4aa4-a207-0b9acd01b5d0'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:43:57.380848 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:43:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:57.384317 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75bfb1-cf0e-4ceb-a6ca-4ce0d458517d None None] Pushing event updated for resources: {'Port': ['ID=d8c3f6d1-b534-4104-a532-e85f79253c7b,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:57.524018 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] Set router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:43:57.860436 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:53Z', 'revision_number': 4, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port': {'id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'd8c3f6d1-b534-4104-a532-e85f79253c7b', 'name': '', 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'mac_address': 'fa:16:3e:5e:01:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '73b91736-b71e-4b70-8d72-a43b2faa2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:53Z', 'updated_at': '2021-08-12T12:43:57Z', 'revision_number': 4, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'subnets': [{'id': '73b91736-b71e-4b70-8d72-a43b2faa2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:43:57.886877 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c26666-fcec-4944-86f9-7adaee732c92 None None] The sync data for ids ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'] in dv-cinder-804294-1-iscsi is: [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:53Z', 'revision_number': 4, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port': {'id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'd8c3f6d1-b534-4104-a532-e85f79253c7b', 'name': '', 'network_id': '67851502-b4d3-4646-9dd3-dd3e4b09584c', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'mac_address': 'fa:16:3e:5e:01:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '73b91736-b71e-4b70-8d72-a43b2faa2548', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:53Z', 'updated_at': '2021-08-12T12:43:57Z', 'revision_number': 4, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'subnets': [{'id': '73b91736-b71e-4b70-8d72-a43b2faa2548', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:43:58.385307 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7901a4-0aef-4ab2-9203-fa23e8dc9891 req-282a8b0f-97d3-4074-be3d-d5b281b33c23 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:58.386860 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4f7901a4-0aef-4ab2-9203-fa23e8dc9891 req-282a8b0f-97d3-4074-be3d-d5b281b33c23 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0473928 Aug 12 12:43:58.425289 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4f7901a4-0aef-4ab2-9203-fa23e8dc9891 req-3e055994-51e7-4b5e-ac9e-0c5bb57b0da0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Aug 12 12:43:58.568402 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8c3f6d1-b534-4104-a532-e85f79253c7b up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:43:58.620869 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port d8c3f6d1-b534-4104-a532-e85f79253c7b completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:43:58.624551 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port d8c3f6d1-b534-4104-a532-e85f79253c7b triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:43:58.624921 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:58.697445 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:58.729011 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port d8c3f6d1-b534-4104-a532-e85f79253c7b, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d8c3f6d1-b534-4104-a532-e85f79253c7b,segment=NetworkSegment(80773a11-1a90-42ac-9329-8444857bb42f),segment_id=80773a11-1a90-42ac-9329-8444857bb42f)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:43:58.732764 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:43:58.777872 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=d8c3f6d1-b534-4104-a532-e85f79253c7b,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:43:59.556904 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38bd7d-c9f6-481b-86d3-182c0ffde8b3 req-380fdaae-4eff-48b8-8c81-85c4e003e191 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:43:59.558403 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b38bd7d-c9f6-481b-86d3-182c0ffde8b3 req-380fdaae-4eff-48b8-8c81-85c4e003e191 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0525723 Aug 12 12:43:59.597171 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b38bd7d-c9f6-481b-86d3-182c0ffde8b3 req-0633997a-42ab-49c0-b98b-980922bfde7c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Aug 12 12:44:00.565892 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8c3f6d1-b534-4104-a532-e85f79253c7b up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:44:00.616364 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port d8c3f6d1-b534-4104-a532-e85f79253c7b triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:44:00.616721 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:00.712396 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee60842-9b1f-42f7-83e8-48c4e5a312d0 req-7d8d84f2-2c87-4ebe-b838-888e457fc5c7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:00.714416 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aee60842-9b1f-42f7-83e8-48c4e5a312d0 req-7d8d84f2-2c87-4ebe-b838-888e457fc5c7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0477314 Aug 12 12:44:00.749886 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aee60842-9b1f-42f7-83e8-48c4e5a312d0 req-24b1db77-c07b-4c00-b9d9-88b7980a1076 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296459 Aug 12 12:44:01.895729 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c67492-1676-4350-a1aa-8f670afb2cdb req-34b794d3-0522-4e18-aa03-65c03b239905 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:01.897229 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-46c67492-1676-4350-a1aa-8f670afb2cdb req-34b794d3-0522-4e18-aa03-65c03b239905 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0476606 Aug 12 12:44:01.933439 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-46c67492-1676-4350-a1aa-8f670afb2cdb req-e9cce798-5759-4c7d-8457-d360401e8f6b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Aug 12 12:44:03.054441 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59296c61-f773-40dd-86a8-82c257d5b3c1 req-f983424d-1895-4805-86f3-35509cc69158 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:03.055903 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59296c61-f773-40dd-86a8-82c257d5b3c1 req-f983424d-1895-4805-86f3-35509cc69158 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0519481 Aug 12 12:44:03.094799 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59296c61-f773-40dd-86a8-82c257d5b3c1 req-62dfe385-fa2e-4744-b57a-7fc99dacbf55 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Aug 12 12:44:03.495285 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:04.208677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95e035-3737-44ba-8c7c-70f4fb8ee833 req-e6fc9c32-33ad-4e22-9013-054111f1e38a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:04.210118 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9e95e035-3737-44ba-8c7c-70f4fb8ee833 req-e6fc9c32-33ad-4e22-9013-054111f1e38a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0474696 Aug 12 12:44:04.246089 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9e95e035-3737-44ba-8c7c-70f4fb8ee833 req-f946ea58-dbe3-4792-ba6e-6947a084f9aa tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300777 Aug 12 12:44:05.356168 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ec7a8-c990-4448-aa6f-ff90c4b21228 req-0bbc2880-ed28-4364-8fff-b5f91f1a3d48 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:05.357523 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6a6ec7a8-c990-4448-aa6f-ff90c4b21228 req-0bbc2880-ed28-4364-8fff-b5f91f1a3d48 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0459757 Aug 12 12:44:05.393567 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6a6ec7a8-c990-4448-aa6f-ff90c4b21228 req-ef87ee96-25be-46a0-9181-ae7308e16bef tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301504 Aug 12 12:44:06.508691 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128918d-8e70-4d93-b05d-2f3fcd6055d8 req-ca447ce6-495b-4111-a7f2-d165ab09d5f4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:06.510740 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2128918d-8e70-4d93-b05d-2f3fcd6055d8 req-ca447ce6-495b-4111-a7f2-d165ab09d5f4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0502222 Aug 12 12:44:06.548141 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2128918d-8e70-4d93-b05d-2f3fcd6055d8 req-b578a938-0e20-47ee-bf48-4167c5752649 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Aug 12 12:44:07.658798 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d921c-8a57-423b-810f-285d377197bd req-76886ec2-ce3e-4d1c-b7c8-969010e1b822 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:07.660256 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-673d921c-8a57-423b-810f-285d377197bd req-76886ec2-ce3e-4d1c-b7c8-969010e1b822 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0481474 Aug 12 12:44:07.698740 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-673d921c-8a57-423b-810f-285d377197bd req-69c609df-82b6-424c-8a19-d79298ccb8a6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323637 Aug 12 12:44:07.997578 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57731b2d-dee9-4c0a-b480-2831d4f4c054 req-105fd6aa-54fa-4fa6-a385-86758e8bf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:08.000186 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-57731b2d-dee9-4c0a-b480-2831d4f4c054 req-105fd6aa-54fa-4fa6-a385-86758e8bf024 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 1099 time: 0.0419333 Aug 12 12:44:08.036112 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-57731b2d-dee9-4c0a-b480-2831d4f4c054 req-4dfe99c4-6ab7-4888-a4d5-395f7f10751c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285542 Aug 12 12:44:08.819219 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33381f82-de9b-4355-8cd2-67f56ce481e4 req-55ed3db4-452c-4ac1-9d11-6b2e74d72f3a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:08.820893 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-33381f82-de9b-4355-8cd2-67f56ce481e4 req-55ed3db4-452c-4ac1-9d11-6b2e74d72f3a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0512226 Aug 12 12:44:08.858937 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-33381f82-de9b-4355-8cd2-67f56ce481e4 req-ac84e7b3-b108-4912-8833-93f82c45cfb6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Aug 12 12:44:09.444274 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-71c290cd-a768-45de-8e4c-cd721d728d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:10.001306 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5671e18-c5dc-4002-846e-cc2e05b7cb4b req-62ebbc71-8cb3-4dc1-b13f-48918977c784 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:10.003077 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b5671e18-c5dc-4002-846e-cc2e05b7cb4b req-62ebbc71-8cb3-4dc1-b13f-48918977c784 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0707092 Aug 12 12:44:10.052421 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b5671e18-c5dc-4002-846e-cc2e05b7cb4b req-1d4bca4c-2ae3-4d78-bbe9-65fae247286b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419350 Aug 12 12:44:10.190358 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4e90d-0a25-48aa-8d3e-bdbc4eab37cd req-5a329c7c-ec9d-489d-8b78-333cb3bfe9d1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:10.192208 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1b4e90d-0a25-48aa-8d3e-bdbc4eab37cd req-5a329c7c-ec9d-489d-8b78-333cb3bfe9d1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0517969 Aug 12 12:44:10.232445 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1b4e90d-0a25-48aa-8d3e-bdbc4eab37cd req-70f77a0e-3a94-453a-968c-87710a20ac35 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Aug 12 12:44:11.002929 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 37352) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:11.126529 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.272309 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.278221 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.298756 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 37366) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:11.336253 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c361a62df4f4b7d8274e50fb5abe2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321953 Aug 12 12:44:11.337958 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad804ecc-0624-4459-afaa-597c16d91295,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:11.340149 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 37370) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:11.351301 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.352078 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.353033 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.353591 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.354085 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.355188 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.355695 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.356265 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.357106 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.357764 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.358612 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.359591 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d872875-2bf7-4600-bc6f-108ae2fa29b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.422925 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.453978 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.465338 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe696116-4631-4cb9-905d-6bdeea5da1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.545742 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.548370 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.549609 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad804ecc-0624-4459-afaa-597c16d91295 HTTP/1.1" status: 204 len: 168 time: 0.2081006 Aug 12 12:44:11.570947 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad804ecc-0624-4459-afaa-597c16d91295,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:11.587970 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.588567 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.589150 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.589792 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.590333 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.590896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.591438 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.592012 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.592557 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.592945 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.593477 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.593996 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b88564d-835e-404e-95bc-5f88050aa6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:44:11.652250 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe696116-4631-4cb9-905d-6bdeea5da1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.658139 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe696116-4631-4cb9-905d-6bdeea5da1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.698349 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-fe696116-4631-4cb9-905d-6bdeea5da1d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d702b354fbf4aa0a9dc0ab694a99568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981078 Aug 12 12:44:11.699463 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe696116-4631-4cb9-905d-6bdeea5da1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ef0b3b-762b-453b-ae83-de74aeb78447,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:11.701440 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 37376) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:11.809242 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb24b-6007-4d96-9e15-6d75c18ce467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.845868 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb24b-6007-4d96-9e15-6d75c18ce467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.907440 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb24b-6007-4d96-9e15-6d75c18ce467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.913325 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-aa8cb24b-6007-4d96-9e15-6d75c18ce467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:11.916144 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-aa8cb24b-6007-4d96-9e15-6d75c18ce467 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45ef0b3b-762b-453b-ae83-de74aeb78447 HTTP/1.1" status: 204 len: 168 time: 0.2123942 Aug 12 12:44:11.928675 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cb24b-6007-4d96-9e15-6d75c18ce467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ef0b3b-762b-453b-ae83-de74aeb78447,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:12.019460 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d73f1823-5390-4812-bf2e-322fd8914ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:12.299996 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:12.684699 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-73bc4a2c-b9d5-4ba9-b909-4437b43eae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:12.686244 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-73bc4a2c-b9d5-4ba9-b909-4437b43eae5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.0885594 Aug 12 12:44:12.722918 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f850f9-5b32-4391-b3a0-c4533dcd5364 req-8ea67163-4051-4d0f-b7d1-c9e3a68d9fff tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:12.725804 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a4f850f9-5b32-4391-b3a0-c4533dcd5364 req-8ea67163-4051-4d0f-b7d1-c9e3a68d9fff tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0740633 Aug 12 12:44:12.809237 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a4f850f9-5b32-4391-b3a0-c4533dcd5364 req-cb7ae321-deda-44ce-bda6-e48508e96243 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762036 Aug 12 12:44:12.841534 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-aaf249ad-e377-42f6-a1a5-ccae5bec7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:12.843898 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-aaf249ad-e377-42f6-a1a5-ccae5bec7fef service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.1503587 Aug 12 12:44:12.896421 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-d65f500d-ded9-4a9d-ad82-a601c0452926 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 217 time: 0.0451527 Aug 12 12:44:12.963939 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-6b3fe26c-e7f4-487a-82cb-03df4b5b5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:12.965414 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-6b3fe26c-e7f4-487a-82cb-03df4b5b5b86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0611658 Aug 12 12:44:13.006254 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-6569a1cf-d017-492d-adc4-0a6dbfb217e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332248 Aug 12 12:44:13.125492 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-aac59025-a24d-4104-87e5-1f0dc7a1958a service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107807 Aug 12 12:44:13.213388 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:13.236553 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3f80c0cb-605b-44ff-ab0c-55cbd1207ade req-a013a6e7-6a25-4e2b-a6c7-591132e19bc6 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043038 Aug 12 12:44:13.989178 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806eaf8-7796-4eec-a4c4-6e9a0c38fd87 req-47f3f90e-f037-4655-b7f8-bc84a9e376fc tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:13.989178 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3806eaf8-7796-4eec-a4c4-6e9a0c38fd87 req-47f3f90e-f037-4655-b7f8-bc84a9e376fc tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0961027 Aug 12 12:44:14.039750 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3806eaf8-7796-4eec-a4c4-6e9a0c38fd87 req-c049a108-1c0a-48d3-9250-eb3d87832bc0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Aug 12 12:44:14.853931 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:15.197958 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5526164-2955-4a35-8711-780cd0d598c6 req-689b0dd3-84b8-4d92-9703-dd329bbde72e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:15.200583 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c5526164-2955-4a35-8711-780cd0d598c6 req-689b0dd3-84b8-4d92-9703-dd329bbde72e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0650072 Aug 12 12:44:15.254934 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c5526164-2955-4a35-8711-780cd0d598c6 req-b5cf9f5a-b0b2-45f8-a86b-9b3710e00401 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Aug 12 12:44:16.366815 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660d8a-3755-4460-a8d8-d469e6bd2045 req-287dd2a8-5d7d-4781-aefc-e42031c2d9f8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:16.368234 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5a660d8a-3755-4460-a8d8-d469e6bd2045 req-287dd2a8-5d7d-4781-aefc-e42031c2d9f8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Aug 12 12:44:16.404993 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5a660d8a-3755-4460-a8d8-d469e6bd2045 req-7376be2f-b62c-4b33-953b-2c602f46862d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302725 Aug 12 12:44:17.518170 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c629a0-c816-4aba-908e-699335ded5c0 req-7ce43fad-1706-4d0b-8aaa-83ddcefb4af3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:17.519675 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-02c629a0-c816-4aba-908e-699335ded5c0 req-7ce43fad-1706-4d0b-8aaa-83ddcefb4af3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0463459 Aug 12 12:44:17.557170 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-02c629a0-c816-4aba-908e-699335ded5c0 req-7360ddcb-7c76-4c60-8242-6d6894daf0c7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Aug 12 12:44:18.677740 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799ceb-c6da-46fd-a3ae-6e8b927d4b2f req-ed34ec46-1854-43f7-9648-58668aec5188 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:18.679230 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-45799ceb-c6da-46fd-a3ae-6e8b927d4b2f req-ed34ec46-1854-43f7-9648-58668aec5188 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0533519 Aug 12 12:44:18.722775 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-45799ceb-c6da-46fd-a3ae-6e8b927d4b2f req-adea26f9-73f3-4958-9f3c-aba7de3dde28 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374670 Aug 12 12:44:19.854505 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a76cd9-634c-4291-8917-f08923f3e2b4 req-ad6bf434-974d-4c12-805e-cb5e7459b803 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:19.856686 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-31a76cd9-634c-4291-8917-f08923f3e2b4 req-ad6bf434-974d-4c12-805e-cb5e7459b803 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0673547 Aug 12 12:44:19.903932 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-31a76cd9-634c-4291-8917-f08923f3e2b4 req-712ff0c2-2ddb-48c2-a195-e4a81847f022 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Aug 12 12:44:21.091398 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ce721-2715-496c-86b0-b811f1308bbf req-5cba9d40-39e7-407d-952f-7ba3197df9ab tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:21.099892 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b58ce721-2715-496c-86b0-b811f1308bbf req-5cba9d40-39e7-407d-952f-7ba3197df9ab tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0578969 Aug 12 12:44:21.161765 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b58ce721-2715-496c-86b0-b811f1308bbf req-d800e312-4f46-4087-9a5a-736d8723b73f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605016 Aug 12 12:44:22.295094 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614a410-ffe1-4e8b-a4f7-822fe9e864d1 req-e3a7d633-bc51-47a2-bfbf-3a8662bf7831 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:22.296643 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4614a410-ffe1-4e8b-a4f7-822fe9e864d1 req-e3a7d633-bc51-47a2-bfbf-3a8662bf7831 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0559728 Aug 12 12:44:22.337110 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4614a410-ffe1-4e8b-a4f7-822fe9e864d1 req-6def8a61-9385-41e1-b03b-cf11112953d6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Aug 12 12:44:23.458382 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f3c30-3949-4cdd-9da9-a58804482640 req-e367548f-b27e-4a37-80c0-c1923bde7775 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:23.459851 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7f2f3c30-3949-4cdd-9da9-a58804482640 req-e367548f-b27e-4a37-80c0-c1923bde7775 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0473642 Aug 12 12:44:23.507532 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7f2f3c30-3949-4cdd-9da9-a58804482640 req-69568900-1988-40ff-8c47-a3043c57aacd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348222 Aug 12 12:44:24.639857 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f29ad-16ba-430f-bcd0-11749b10ecab req-e00fd7a1-aec5-49af-bc29-3531b057cc7a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:24.641525 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-027f29ad-16ba-430f-bcd0-11749b10ecab req-e00fd7a1-aec5-49af-bc29-3531b057cc7a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0709226 Aug 12 12:44:24.698418 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-027f29ad-16ba-430f-bcd0-11749b10ecab req-8836a1e7-7b63-4801-8acb-98ea4649933b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505028 Aug 12 12:44:25.815002 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935daa87-c5a7-424b-bebd-15de62292300 req-53f59ab3-0a0d-4172-83a8-26cd7828416b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:25.816486 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-935daa87-c5a7-424b-bebd-15de62292300 req-53f59ab3-0a0d-4172-83a8-26cd7828416b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Aug 12 12:44:25.854243 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-935daa87-c5a7-424b-bebd-15de62292300 req-63cb3d2f-1e96-440f-a921-7b6b07b99f45 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Aug 12 12:44:25.910769 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:44:26.981241 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6aea3-792e-4beb-a16a-8d0e18268dda req-4f558ba5-f34f-4d87-a7dc-3138a6b54a67 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:26.983261 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cee6aea3-792e-4beb-a16a-8d0e18268dda req-4f558ba5-f34f-4d87-a7dc-3138a6b54a67 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0567038 Aug 12 12:44:27.025598 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cee6aea3-792e-4beb-a16a-8d0e18268dda req-dca65fc7-b631-4936-8245-57aee1028f97 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Aug 12 12:44:28.144219 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eb550-7996-48c7-84e1-8b4b2595b313 req-d1154595-3f90-482d-9b4d-978c0fbffccc tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:28.145684 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-614eb550-7996-48c7-84e1-8b4b2595b313 req-d1154595-3f90-482d-9b4d-978c0fbffccc tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0474217 Aug 12 12:44:28.189920 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-614eb550-7996-48c7-84e1-8b4b2595b313 req-bec5b797-4d17-42ec-af9c-4f96f8f7c957 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Aug 12 12:44:29.313313 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a93dff-24b7-46d3-8435-a3301ea7e438 req-fdb3bb88-965e-4874-8fcd-9fcb07584c58 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:29.315632 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e6a93dff-24b7-46d3-8435-a3301ea7e438 req-fdb3bb88-965e-4874-8fcd-9fcb07584c58 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0533805 Aug 12 12:44:29.406579 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e6a93dff-24b7-46d3-8435-a3301ea7e438 req-bcaa5b43-4c24-4a77-8f6e-5a32f738e9b8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841224 Aug 12 12:44:30.530001 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801a7e3-2eab-4d6f-a551-f661ec9afcd1 req-55d92e35-d59f-4712-bde9-3952987302db tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:30.531530 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5801a7e3-2eab-4d6f-a551-f661ec9afcd1 req-55d92e35-d59f-4712-bde9-3952987302db tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0505986 Aug 12 12:44:30.573945 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5801a7e3-2eab-4d6f-a551-f661ec9afcd1 req-1472a0cb-c4f5-410e-9f5d-ac789887db96 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Aug 12 12:44:31.703201 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70626f6-6275-4b62-a95f-d58c385eced8 req-ff8089e7-52e0-49aa-8ceb-9d784d85a3d8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:31.711319 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a70626f6-6275-4b62-a95f-d58c385eced8 req-ff8089e7-52e0-49aa-8ceb-9d784d85a3d8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0554984 Aug 12 12:44:31.753087 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a70626f6-6275-4b62-a95f-d58c385eced8 req-c7233a4f-ef84-4de9-a8bf-a65aa398d7b9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387042 Aug 12 12:44:32.885492 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727776d3-61be-46f4-9519-9b17a05eb26b req-a8fcef16-941e-4f96-97b3-2cf8519f0fc5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:32.886804 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-727776d3-61be-46f4-9519-9b17a05eb26b req-a8fcef16-941e-4f96-97b3-2cf8519f0fc5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0555918 Aug 12 12:44:32.928271 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-727776d3-61be-46f4-9519-9b17a05eb26b req-2d6201f2-a9aa-40fa-8f8e-3e1a86825c4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344360 Aug 12 12:44:33.513545 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:33.609041 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-68f4a591-9713-45a0-9d40-0670d033703d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570374 Aug 12 12:44:33.678742 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-6f46af30-d43c-4234-b177-a52762329f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:33.680464 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-6f46af30-d43c-4234-b177-a52762329f30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1098 time: 0.0479889 Aug 12 12:44:33.813655 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-cce11065-e646-4e0f-8811-1d423b8815dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:33.815680 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-cce11065-e646-4e0f-8811-1d423b8815dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.1115670 Aug 12 12:44:34.001460 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-3ac822b7-1225-4797-9945-fae58b568ae9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 200 len: 1001 time: 0.0904653 Aug 12 12:44:34.007911 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-09f3e984-a300-4664-a177-0c3f732419ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:34.009529 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-09f3e984-a300-4664-a177-0c3f732419ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0799422 Aug 12 12:44:34.075104 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-25b285e1-dc79-43c9-8ffc-b6ecb1aa331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:34.076893 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-25b285e1-dc79-43c9-8ffc-b6ecb1aa331b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573900 Aug 12 12:44:34.112156 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a9353-beb7-4e7d-bb67-a15f5ba494e1 req-9ada1fd6-01c7-48dc-bb2a-69df224db37f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:34.136846 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-080a9353-beb7-4e7d-bb67-a15f5ba494e1 req-9ada1fd6-01c7-48dc-bb2a-69df224db37f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.1049678 Aug 12 12:44:34.202657 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-080a9353-beb7-4e7d-bb67-a15f5ba494e1 req-b92543c1-140f-4ff5-b113-9c5b7f20a7b9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645351 Aug 12 12:44:34.227604 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-a65c1fad-58e0-46fe-83a6-a12ae6e1c2ad service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243165 Aug 12 12:44:34.377170 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dd4a225-28ab-4fba-8841-bf053938d584 req-b572aad3-f39f-44bd-896b-b90bb10f5a50 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417136 Aug 12 12:44:35.401610 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340c030-f203-4909-8c36-5c2d7f29010a req-6bd506e6-0788-4a83-9452-3625660486f6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:35.403191 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b340c030-f203-4909-8c36-5c2d7f29010a req-6bd506e6-0788-4a83-9452-3625660486f6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0825400 Aug 12 12:44:35.442392 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b340c030-f203-4909-8c36-5c2d7f29010a req-a8d35e61-0fa3-4370-8b01-6700782d49f5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Aug 12 12:44:36.564324 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd70c9-1c1c-4f4b-bbb2-2412a59ef065 req-12c15ec9-992e-46bb-9eff-d9dd4e0b5297 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:36.565765 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e8fd70c9-1c1c-4f4b-bbb2-2412a59ef065 req-12c15ec9-992e-46bb-9eff-d9dd4e0b5297 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0505881 Aug 12 12:44:36.602581 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e8fd70c9-1c1c-4f4b-bbb2-2412a59ef065 req-655c1611-3bd4-45bc-bf5e-a8c0aee909f4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300903 Aug 12 12:44:37.722538 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7855e2-4459-495a-acc6-7229dabc6f89 req-25c0e12c-e839-4127-bd62-84aae1ed50bd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:37.724065 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5e7855e2-4459-495a-acc6-7229dabc6f89 req-25c0e12c-e839-4127-bd62-84aae1ed50bd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Aug 12 12:44:37.762399 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5e7855e2-4459-495a-acc6-7229dabc6f89 req-054ae299-6706-4174-94ca-6249bcfa7273 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Aug 12 12:44:38.878281 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2fa5e-6fe6-440f-b95d-ea32d00c10ff req-dda73722-b95a-4eca-8840-f99ef0dc74e1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:38.879781 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-94b2fa5e-6fe6-440f-b95d-ea32d00c10ff req-dda73722-b95a-4eca-8840-f99ef0dc74e1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Aug 12 12:44:38.917871 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-94b2fa5e-6fe6-440f-b95d-ea32d00c10ff req-451af91b-262f-442e-9ae2-89f40c240bcb tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Aug 12 12:44:39.435168 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-94c639ff-bdc1-4082-a9fe-cf72f097cb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:40.046850 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80454145-ea69-4aaf-b434-aefb2d8cd632 req-3c95dcc3-800d-4429-a8d6-c0b4586cb34f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:40.049027 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-80454145-ea69-4aaf-b434-aefb2d8cd632 req-3c95dcc3-800d-4429-a8d6-c0b4586cb34f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0545659 Aug 12 12:44:40.261639 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-80454145-ea69-4aaf-b434-aefb2d8cd632 req-f06573fd-b32d-4aaa-b28e-ab7bc932efc0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062540 Aug 12 12:44:41.390109 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd82f2-e060-437c-a951-f6d7120455ce req-f5b16b08-6c88-46ba-a216-84ec1e7680af tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:41.391742 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7fbd82f2-e060-437c-a951-f6d7120455ce req-f5b16b08-6c88-46ba-a216-84ec1e7680af tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0490341 Aug 12 12:44:41.438584 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7fbd82f2-e060-437c-a951-f6d7120455ce req-c3ee4987-d608-445f-82ea-58532264ced3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Aug 12 12:44:41.994611 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2387e47e-02f5-4402-847f-2e1ff428b4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:42.266327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:42.563570 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3544-5477-4a08-8603-0207796600ee req-3611a80c-7cd6-4a55-ab8b-92d6580d9294 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:42.567187 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5cad3544-5477-4a08-8603-0207796600ee req-3611a80c-7cd6-4a55-ab8b-92d6580d9294 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0594208 Aug 12 12:44:42.623486 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5cad3544-5477-4a08-8603-0207796600ee req-930f7878-0ca4-42d9-91b8-c09c3de04669 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459628 Aug 12 12:44:43.215786 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:43.764669 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1843fd-e6bc-48ed-a5c7-019dba84df5f req-55ca9fd8-994a-47e5-9a20-cacd29c4d258 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:43.774595 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9c1843fd-e6bc-48ed-a5c7-019dba84df5f req-55ca9fd8-994a-47e5-9a20-cacd29c4d258 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0797942 Aug 12 12:44:43.814183 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9c1843fd-e6bc-48ed-a5c7-019dba84df5f req-c1f6b983-1a05-4634-947d-640957c359f5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382404 Aug 12 12:44:44.857053 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:44.928585 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7580b55-418c-4c84-a3ad-4a942679b350 req-3736d5d2-90d1-4cd9-8c43-b1741e804bd5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:44.930057 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b7580b55-418c-4c84-a3ad-4a942679b350 req-3736d5d2-90d1-4cd9-8c43-b1741e804bd5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0476828 Aug 12 12:44:44.967566 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b7580b55-418c-4c84-a3ad-4a942679b350 req-add52ecb-eafd-4db6-b5a0-62dcfa82db22 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315502 Aug 12 12:44:46.084532 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1422c1c-a1d8-4717-ab9d-45462170e641 req-277f5813-758b-4682-a1d4-41a3e4abc01c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:46.085986 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1422c1c-a1d8-4717-ab9d-45462170e641 req-277f5813-758b-4682-a1d4-41a3e4abc01c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0473080 Aug 12 12:44:46.124183 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1422c1c-a1d8-4717-ab9d-45462170e641 req-4ae5311d-de73-4603-b35e-f7b900c42d40 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Aug 12 12:44:47.243704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45237e6-6580-4e5c-9ab9-f78261973dc0 req-92fa8aab-8a6e-43f1-b724-64863c37cfb6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:47.245179 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c45237e6-6580-4e5c-9ab9-f78261973dc0 req-92fa8aab-8a6e-43f1-b724-64863c37cfb6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0506232 Aug 12 12:44:47.283462 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c45237e6-6580-4e5c-9ab9-f78261973dc0 req-378b1fc6-f61d-4f15-9274-0d84c9975489 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322285 Aug 12 12:44:48.397331 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11978796-d148-433b-b8a8-413cd6d08b19 req-ef16b0fc-f625-40fd-924d-aa8e98618388 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:48.399343 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-11978796-d148-433b-b8a8-413cd6d08b19 req-ef16b0fc-f625-40fd-924d-aa8e98618388 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0513289 Aug 12 12:44:48.440686 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-11978796-d148-433b-b8a8-413cd6d08b19 req-e073124a-b60c-4e15-b45c-10e6c1b77c04 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354414 Aug 12 12:44:49.550851 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c396100-badc-4c1d-9d81-84465daa944f req-b050e5d0-dfda-4410-be6f-022f2cb284bc tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:49.552357 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7c396100-badc-4c1d-9d81-84465daa944f req-b050e5d0-dfda-4410-be6f-022f2cb284bc tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0467579 Aug 12 12:44:49.591472 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7c396100-badc-4c1d-9d81-84465daa944f req-ad3dd002-2ac7-40c6-91f4-ddc9f63c56f4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Aug 12 12:44:50.721372 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bb779-b9d2-422c-876e-fcd02323788e req-ac07499f-ce1e-4ed2-bd9d-6b3d3c659003 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:50.722912 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-168bb779-b9d2-422c-876e-fcd02323788e req-ac07499f-ce1e-4ed2-bd9d-6b3d3c659003 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0633008 Aug 12 12:44:50.766201 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-168bb779-b9d2-422c-876e-fcd02323788e req-855686d9-0358-46d9-99be-bbcc6129f3c1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Aug 12 12:44:51.887613 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033c205-f658-4936-89d2-d44675d55fca req-f9b752b9-d766-423e-aceb-5e75e31524ac tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:51.889087 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0033c205-f658-4936-89d2-d44675d55fca req-f9b752b9-d766-423e-aceb-5e75e31524ac tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0479009 Aug 12 12:44:51.925963 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0033c205-f658-4936-89d2-d44675d55fca req-2c839dca-4dd1-4305-bf27-7b1ab1842536 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Aug 12 12:44:52.157200 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38144) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:52.203136 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] Deleting subnet 2892a5a0-8105-46ad-8025-bf3c0ca3583b {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:44:52.206557 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.243101 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.287001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.348042 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.373874 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2892a5a0-8105-46ad-8025-bf3c0ca3583b,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:52.375846 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.380359 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6e00b947-96ae-47eb-8434-ad4749c5c396 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2892a5a0-8105-46ad-8025-bf3c0ca3583b HTTP/1.1" status: 204 len: 168 time: 0.2194557 Aug 12 12:44:52.380359 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38156) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:52.447560 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.758454 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.769215 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6716cfc5-70dd-48ff-8461-f4f453380481']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:44:52.779515 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:44:52.779811 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8d9a3e-9caa-42cf-a9f2-95dd8fbf4bd5') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:44:52.788676 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.801710 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.807914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:44:52.808293 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:44:52.809875 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:44:52.866661 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.883331 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:52.885277 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6716cfc5-70dd-48ff-8461-f4f453380481 HTTP/1.1" status: 204 len: 168 time: 0.5041232 Aug 12 12:44:52.886296 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd822ca-68c4-4832-963d-4a29ba7d8719 admin admin] Pushing event deleted for resources: {'Network': ['ID=6716cfc5-70dd-48ff-8461-f4f453380481,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:53.040650 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b711f0f-4d40-4824-8d3a-c354d4773ecb req-5faa57ed-9d15-40b0-a6ad-1ca1f302b3cd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:53.042126 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0b711f0f-4d40-4824-8d3a-c354d4773ecb req-5faa57ed-9d15-40b0-a6ad-1ca1f302b3cd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0497279 Aug 12 12:44:53.061204 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38176) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:53.081928 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0b711f0f-4d40-4824-8d3a-c354d4773ecb req-36f3b36d-7f35-463e-98d9-35a07f5db45b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329797 Aug 12 12:44:53.105442 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-c7cf80dd-98e3-458f-9300-948561b7036f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6c0fe6b604441d3aadf0cc3436a015c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428498 Aug 12 12:44:53.107899 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38180) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:53.154589 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4311a0f8-57a7-4bc8-a969-f54d978d3257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:53.175221 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4311a0f8-57a7-4bc8-a969-f54d978d3257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:53.222159 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4311a0f8-57a7-4bc8-a969-f54d978d3257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:53.224981 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4311a0f8-57a7-4bc8-a969-f54d978d3257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:53.226112 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-4311a0f8-57a7-4bc8-a969-f54d978d3257 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4da1d137-214b-4b51-8150-7e6660f92080 HTTP/1.1" status: 204 len: 168 time: 0.1173010 Aug 12 12:44:53.236618 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311a0f8-57a7-4bc8-a969-f54d978d3257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da1d137-214b-4b51-8150-7e6660f92080,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:54.201075 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52f137-4361-4707-86b5-1f155897dd90 req-6d95c2cb-56ac-42e7-ba2c-634781270aeb tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:54.202570 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bb52f137-4361-4707-86b5-1f155897dd90 req-6d95c2cb-56ac-42e7-ba2c-634781270aeb tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0532098 Aug 12 12:44:54.253925 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bb52f137-4361-4707-86b5-1f155897dd90 req-a9d08505-3742-4222-aeb7-e48b462c7077 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Aug 12 12:44:54.371792 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38272) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:54.508825 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-dc91ebfd-0a4e-40df-953a-5c147aeea465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:54.621623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-dc91ebfd-0a4e-40df-953a-5c147aeea465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:54.626870 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-dc91ebfd-0a4e-40df-953a-5c147aeea465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:54.671450 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-dc91ebfd-0a4e-40df-953a-5c147aeea465 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c8b6e43b46e4cbaa027a3c015b5129c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982023 Aug 12 12:44:54.672179 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91ebfd-0a4e-40df-953a-5c147aeea465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d4a524-d051-4c3d-8e8b-72eca09c0197,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:54.673973 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38300) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:44:54.729804 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77c44b0a-67cb-400d-8dc1-466fa7a8df27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:54.751869 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77c44b0a-67cb-400d-8dc1-466fa7a8df27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:54.804259 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77c44b0a-67cb-400d-8dc1-466fa7a8df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:54.808115 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-77c44b0a-67cb-400d-8dc1-466fa7a8df27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:44:54.809550 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-77c44b0a-67cb-400d-8dc1-466fa7a8df27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5d4a524-d051-4c3d-8e8b-72eca09c0197 HTTP/1.1" status: 204 len: 168 time: 0.1341181 Aug 12 12:44:54.821151 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c44b0a-67cb-400d-8dc1-466fa7a8df27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d4a524-d051-4c3d-8e8b-72eca09c0197,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:44:55.358154 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54ea14-d224-4a1c-b32e-537f62bcf587 req-e5a52034-636b-4368-8d30-cdb62ef8ea8e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:55.359713 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca54ea14-d224-4a1c-b32e-537f62bcf587 req-e5a52034-636b-4368-8d30-cdb62ef8ea8e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0484495 Aug 12 12:44:55.397418 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca54ea14-d224-4a1c-b32e-537f62bcf587 req-a42b1f30-1cf3-4878-9068-85cd7515e86c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314422 Aug 12 12:44:56.510628 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c240b-1556-4afe-9c9e-986535af7cd3 req-e9f0c36e-0b9a-425c-b2e6-e2726b514df5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:56.512135 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-067c240b-1556-4afe-9c9e-986535af7cd3 req-e9f0c36e-0b9a-425c-b2e6-e2726b514df5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0491884 Aug 12 12:44:56.550605 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-067c240b-1556-4afe-9c9e-986535af7cd3 req-19d2d905-c151-4639-acd1-f3939e12dc0a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Aug 12 12:44:57.666112 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7cce-3b4c-4eac-ac63-c42fb0376d01 req-d888563c-b1d7-4ebe-b3d0-b80e089fa8e9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:57.667487 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-846c7cce-3b4c-4eac-ac63-c42fb0376d01 req-d888563c-b1d7-4ebe-b3d0-b80e089fa8e9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0473769 Aug 12 12:44:57.702839 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-846c7cce-3b4c-4eac-ac63-c42fb0376d01 req-12d882dc-e9fd-4932-8037-616020b7925d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295284 Aug 12 12:44:58.815567 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa970c9-d8af-4b97-a636-889bcb3f8077 req-176ad5e1-936e-43ce-8367-0369ea820f95 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:58.817109 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-faa970c9-d8af-4b97-a636-889bcb3f8077 req-176ad5e1-936e-43ce-8367-0369ea820f95 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Aug 12 12:44:58.854020 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-faa970c9-d8af-4b97-a636-889bcb3f8077 req-81076d2d-20ad-4624-b800-5cce6d3aee2c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299411 Aug 12 12:44:59.969454 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e0425-c3ca-4854-ba88-803eac6adb2b req-20fba9d5-9838-48db-8c1f-5f8f924a7fb9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:44:59.970953 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-298e0425-c3ca-4854-ba88-803eac6adb2b req-20fba9d5-9838-48db-8c1f-5f8f924a7fb9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0503223 Aug 12 12:45:00.017026 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-298e0425-c3ca-4854-ba88-803eac6adb2b req-f3d45f78-0741-4fd6-801e-6c9009dcb028 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Aug 12 12:45:00.612405 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20008d40-fbea-4584-a695-36e9718221ef req-8d0d7659-fb05-4afb-bb1b-84b100153dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:00.614425 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20008d40-fbea-4584-a695-36e9718221ef req-8d0d7659-fb05-4afb-bb1b-84b100153dce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.0489531 Aug 12 12:45:00.648786 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20008d40-fbea-4584-a695-36e9718221ef req-f509de09-dc1f-4daf-9e71-603bef50354c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266473 Aug 12 12:45:01.156735 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61418307-fd13-43d1-b954-1c840dae08e8 req-6873e367-560f-4ae4-9a8d-b69b8ebfd092 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:01.158215 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-61418307-fd13-43d1-b954-1c840dae08e8 req-6873e367-560f-4ae4-9a8d-b69b8ebfd092 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0517547 Aug 12 12:45:01.196421 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-61418307-fd13-43d1-b954-1c840dae08e8 req-5c636c7c-9c8a-40fe-be00-c2d5b62724ad tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Aug 12 12:45:02.319756 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f06e9-80f3-48e1-9974-ff63ca666e01 req-43208bdd-940e-430d-a911-f21154a3da7c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:02.321999 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-353f06e9-80f3-48e1-9974-ff63ca666e01 req-43208bdd-940e-430d-a911-f21154a3da7c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0505948 Aug 12 12:45:02.375847 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-353f06e9-80f3-48e1-9974-ff63ca666e01 req-0faa9371-47e8-4cb2-b854-2abc5c9bf248 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Aug 12 12:45:02.909224 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:45:03.500215 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d575de-b796-409a-9d1f-411efc9c1047 req-f72c203c-2c77-49ac-9cf4-e06b3ea0efaa tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:03.501774 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e4d575de-b796-409a-9d1f-411efc9c1047 req-f72c203c-2c77-49ac-9cf4-e06b3ea0efaa tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Aug 12 12:45:03.517492 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:03.547164 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e4d575de-b796-409a-9d1f-411efc9c1047 req-80e18b72-026c-4013-b8a9-69d761a4afcc tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383232 Aug 12 12:45:03.696215 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38518) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:03.862349 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-5744309f-324a-4881-80bd-2e74a9f5967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:03.868402 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-5744309f-324a-4881-80bd-2e74a9f5967d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.0735178 Aug 12 12:45:03.893336 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc8e88cd-4de1-4764-83ff-908552eacf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:03.943235 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d76f5-58d8-4f07-91ff-dd91776f4506 req-7e25d574-83cf-429f-a274-55c742a2ed7f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:03.944787 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ce8d76f5-58d8-4f07-91ff-dd91776f4506 req-7e25d574-83cf-429f-a274-55c742a2ed7f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.1318467 Aug 12 12:45:03.982244 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-2ece86f3-67b6-4987-9d84-78c7b5bc4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:03.984010 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-2ece86f3-67b6-4987-9d84-78c7b5bc4131 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.1078789 Aug 12 12:45:04.005381 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ce8d76f5-58d8-4f07-91ff-dd91776f4506 req-dc29d4fa-2da6-45b9-aa2d-1086cd4ad2c1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Aug 12 12:45:04.039718 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-33f5dec6-a74b-4517-9017-ee4c45b70909 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 217 time: 0.0462701 Aug 12 12:45:04.052212 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc8e88cd-4de1-4764-83ff-908552eacf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.057207 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc8e88cd-4de1-4764-83ff-908552eacf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.095539 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-c8493c5b-1886-4a2f-bab3-cf5646f86d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:04.097101 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-c8493c5b-1886-4a2f-bab3-cf5646f86d2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0508342 Aug 12 12:45:04.098492 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-fc8e88cd-4de1-4764-83ff-908552eacf6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d880f550e7c41998dea312459307340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029818 Aug 12 12:45:04.099636 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e88cd-4de1-4764-83ff-908552eacf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49c0f6a-4efd-42ff-80ba-e7fd6bf03c11,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:04.101755 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38544) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:04.144249 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-c9b44285-d837-441e-b4da-96878bc8192c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351307 Aug 12 12:45:04.227580 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-0528-4bc0-86da-bd2f93dbcce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.243821 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38548) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:04.266957 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-0528-4bc0-86da-bd2f93dbcce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.279593 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-7f6a083b-8bc7-49df-b885-44019ca49e9c service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275058 Aug 12 12:45:04.349497 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ab8dadee-7143-4351-a35f-de47e5cf3f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.374845 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-0528-4bc0-86da-bd2f93dbcce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.378062 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-09afa26d-0528-4bc0-86da-bd2f93dbcce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.379221 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-09afa26d-0528-4bc0-86da-bd2f93dbcce5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c49c0f6a-4efd-42ff-80ba-e7fd6bf03c11 HTTP/1.1" status: 204 len: 168 time: 0.2765110 Aug 12 12:45:04.398222 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afa26d-0528-4bc0-86da-bd2f93dbcce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49c0f6a-4efd-42ff-80ba-e7fd6bf03c11,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:04.402913 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c795c2b7-357d-4121-b461-7c9d2d8f0592 req-dc248320-9d56-420e-a60c-9fd7ad1211ef service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148078 Aug 12 12:45:04.479511 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ab8dadee-7143-4351-a35f-de47e5cf3f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.484340 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ab8dadee-7143-4351-a35f-de47e5cf3f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.532903 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ab8dadee-7143-4351-a35f-de47e5cf3f65 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f67fd4c1c44c4863b142c1fb7a9637dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878220 Aug 12 12:45:04.533428 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38556) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:04.533932 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dadee-7143-4351-a35f-de47e5cf3f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff218073-7aca-464a-b912-0f1bcd4625f9,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:04.599441 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-df188287-cfd9-4eb8-a51f-710b19896d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.628068 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-df188287-cfd9-4eb8-a51f-710b19896d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.680366 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-df188287-cfd9-4eb8-a51f-710b19896d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.682826 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-df188287-cfd9-4eb8-a51f-710b19896d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:04.684009 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-df188287-cfd9-4eb8-a51f-710b19896d0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff218073-7aca-464a-b912-0f1bcd4625f9 HTTP/1.1" status: 204 len: 168 time: 0.1483364 Aug 12 12:45:04.692547 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df188287-cfd9-4eb8-a51f-710b19896d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff218073-7aca-464a-b912-0f1bcd4625f9,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:05.057898 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38582) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:05.073865 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ee024878-4b55-4c2b-8729-aa826eafeacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:05.110163 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-5511162a-f186-4610-ad80-36f85e6d1369 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627415103&fields=id&tenant_id=a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 267 time: 0.0507753 Aug 12 12:45:05.178797 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25b0da-34c5-47c6-ab75-7c403d6595fc req-a49a84be-7066-44a5-a9e7-3401972cac6c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:05.181690 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eb25b0da-34c5-47c6-ab75-7c403d6595fc req-a49a84be-7066-44a5-a9e7-3401972cac6c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0763149 Aug 12 12:45:05.223772 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-a9d5c5d6-e066-4107-875a-49489b9a7b54 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:05.225186 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-a9d5c5d6-e066-4107-875a-49489b9a7b54 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 812 time: 0.1070423 Aug 12 12:45:05.238361 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eb25b0da-34c5-47c6-ab75-7c403d6595fc req-0e1e3ca6-8c9c-418b-abb6-c3331ef266f9 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Aug 12 12:45:05.240705 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2702ad9f-02b9-4653-b999-0c9593caf14b tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/quotas/a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 375 time: 0.0090418 Aug 12 12:45:05.247454 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ee024878-4b55-4c2b-8729-aa826eafeacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:05.252524 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ee024878-4b55-4c2b-8729-aa826eafeacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:05.295561 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ee024878-4b55-4c2b-8729-aa826eafeacc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bbe207f303345a198eb2bcf664209fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364144 Aug 12 12:45:05.296581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee024878-4b55-4c2b-8729-aa826eafeacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befa2358-a198-44d6-aa32-ca8262f129d1,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:05.298395 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38584) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:05.337393 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2054da4d-20db-4e4b-9596-7fcf6340d638 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891364 Aug 12 12:45:05.408802 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7a585419-c126-4895-ba58-12a014a7a55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:05.443113 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7a585419-c126-4895-ba58-12a014a7a55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:05.474567 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-084959c2-ee8d-4222-b7c8-86d4d083fa2c service neutron] 10.222.0.22 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235471 Aug 12 12:45:05.558252 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7a585419-c126-4895-ba58-12a014a7a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:05.560786 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7a585419-c126-4895-ba58-12a014a7a55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:05.561906 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7a585419-c126-4895-ba58-12a014a7a55d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/befa2358-a198-44d6-aa32-ca8262f129d1 HTTP/1.1" status: 204 len: 168 time: 0.2624817 Aug 12 12:45:05.579617 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a585419-c126-4895-ba58-12a014a7a55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befa2358-a198-44d6-aa32-ca8262f129d1,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:05.584749 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-4f6a5054-1890-4322-934a-2de222a75081 service neutron] 10.222.0.22 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037111 Aug 12 12:45:06.074154 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fc11e1a9-9e85-4832-9c4b-c459caec9dee req-69584932-8e20-488f-8de3-252d927791df tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 210 time: 0.0295763 Aug 12 12:45:06.378853 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f26a3-0f24-4bb5-bba2-36bbc4afef47 req-4885b24c-c73a-4598-9c84-91305968f62a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:06.380493 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0d6f26a3-0f24-4bb5-bba2-36bbc4afef47 req-4885b24c-c73a-4598-9c84-91305968f62a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0575128 Aug 12 12:45:06.436001 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0d6f26a3-0f24-4bb5-bba2-36bbc4afef47 req-7dafb876-97fd-4c27-b8de-8ac56555c80a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477130 Aug 12 12:45:07.194167 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-53a9e3e1-218a-4675-ad06-e81f4ba78aa3 req-08eb67e6-69e4-4cc8-8649-0d81c407eb33 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 210 time: 0.0262966 Aug 12 12:45:07.211550 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-0d540ae0-e94a-4e66-a2e9-29fb07a5f539 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:07.213175 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-0d540ae0-e94a-4e66-a2e9-29fb07a5f539 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 812 time: 0.1592171 Aug 12 12:45:07.268119 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-0235f5a5-37cb-49a4-b9b1-137808d2a9da tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 380 time: 0.0452259 Aug 12 12:45:07.278444 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'port': {'device_id': '214089b7-2c2b-402b-a09e-711ece452193', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'admin_state_up': True, 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'security_groups': ['a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:45:07.391915 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Made reservation on behalf of a4213a75e7e64244b2a92bbf3491348b for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:45:07.395658 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:07.574448 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Allocated IP 172.20.0.4 (a9369ced-bf2a-47fc-a55d-d5543f7566ae/b7a71e05-ab82-4a13-b3ae-905b287aa252/da2806be-3f10-4778-b431-3435bb79cd95) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:45:07.600585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af4a38-ab85-47d0-842f-728e33697742 req-6cc4212c-7f43-4486-9c53-772484016b09 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:07.609016 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d4af4a38-ab85-47d0-842f-728e33697742 req-6cc4212c-7f43-4486-9c53-772484016b09 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0910168 Aug 12 12:45:07.674276 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38682) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:07.687512 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d4af4a38-ab85-47d0-842f-728e33697742 req-5ee49f56-7eb6-4eea-a885-1ed7951ea767 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775175 Aug 12 12:45:07.839651 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e59d2a2d-819c-49f3-8542-88cd20d29ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:07.862778 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:07.884785 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Transition to ACTIVE for port object da2806be-3f10-4778-b431-3435bb79cd95 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:45:07.933204 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:07.960389 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e59d2a2d-819c-49f3-8542-88cd20d29ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:07.965066 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e59d2a2d-819c-49f3-8542-88cd20d29ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.020733 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-e59d2a2d-819c-49f3-8542-88cd20d29ddf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dae045bc78f84fb68491888d837c403d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430357 Aug 12 12:45:08.020733 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d2a2d-819c-49f3-8542-88cd20d29ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188cfd93-8771-4fa1-9cef-a4e636d0261c,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:08.021934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38700) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:08.025156 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:45:08.037271 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:45:08.054905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:45:08.091213 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-021589c4-e7d9-4b13-a2cf-e4c5ac1baa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.117555 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-021589c4-e7d9-4b13-a2cf-e4c5ac1baa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.150716 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:08.159990 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.164172 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=da2806be-3f10-4778-b431-3435bb79cd95,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:08.184352 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-2ab684fa-17cd-4631-baf9-a542e4ef71c8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9097676 Aug 12 12:45:08.200867 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-021589c4-e7d9-4b13-a2cf-e4c5ac1baa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.204324 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-021589c4-e7d9-4b13-a2cf-e4c5ac1baa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.204485 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Request body: {'port': {'device_id': '214089b7-2c2b-402b-a09e-711ece452193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:45:08.206201 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-021589c4-e7d9-4b13-a2cf-e4c5ac1baa88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/188cfd93-8771-4fa1-9cef-a4e636d0261c HTTP/1.1" status: 204 len: 168 time: 0.1832702 Aug 12 12:45:08.220908 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021589c4-e7d9-4b13-a2cf-e4c5ac1baa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188cfd93-8771-4fa1-9cef-a4e636d0261c,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:08.323383 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.395537 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3a75c-6f2f-4a2f-8f7a-2c99519f1b11 req-89d5ad28-80c0-473f-9958-87ac6c81c3ad tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:08.397212 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4bd3a75c-6f2f-4a2f-8f7a-2c99519f1b11 req-89d5ad28-80c0-473f-9958-87ac6c81c3ad tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 931 time: 0.1067243 Aug 12 12:45:08.484624 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-68d281d5-b5ef-4c34-abd7-6212d5c6b3b7 None None] Provisioning for port da2806be-3f10-4778-b431-3435bb79cd95 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:45:08.492331 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-68d281d5-b5ef-4c34-abd7-6212d5c6b3b7 None None] Provisioning complete for port da2806be-3f10-4778-b431-3435bb79cd95 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:45:08.492942 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-68d281d5-b5ef-4c34-abd7-6212d5c6b3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.510964 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4bd3a75c-6f2f-4a2f-8f7a-2c99519f1b11 req-e80ed1da-3714-4ec6-8045-95bf811760d9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022973 Aug 12 12:45:08.544214 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-68d281d5-b5ef-4c34-abd7-6212d5c6b3b7 None None] Port da2806be-3f10-4778-b431-3435bb79cd95 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:45:08.608421 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38716) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:08.720340 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2806be-3f10-4778-b431-3435bb79cd95 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:45:08.724935 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7879255e-dadd-47a0-938d-346b56c664f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.730771 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.754704 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Transition to ACTIVE for port object da2806be-3f10-4778-b431-3435bb79cd95 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:45:08.758694 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.834371 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Pushing event updated for resources: {'Port': ['ID=da2806be-3f10-4778-b431-3435bb79cd95,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:08.950490 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Attempting to bind port da2806be-3f10-4778-b431-3435bb79cd95 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:45:08.950816 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Attempting to bind port da2806be-3f10-4778-b431-3435bb79cd95 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:45:08.951168 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Attempting to bind port da2806be-3f10-4778-b431-3435bb79cd95 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:45:08.957472 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7879255e-dadd-47a0-938d-346b56c664f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.959928 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Port da2806be-3f10-4778-b431-3435bb79cd95 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:45:08.960779 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Attempting to bind port da2806be-3f10-4778-b431-3435bb79cd95 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:45:08.963821 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7879255e-dadd-47a0-938d-346b56c664f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:08.982462 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:45:08.982793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Checking segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:45:08.983188 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Bound using segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:45:08.983615 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Bound port: da2806be-3f10-4778-b431-3435bb79cd95, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:45:08.983958 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.015751 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7879255e-dadd-47a0-938d-346b56c664f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d7ab9a658624fcdb0ac85cf12b566b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062274 Aug 12 12:45:09.018719 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38722) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:09.019920 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879255e-dadd-47a0-938d-346b56c664f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a30aad-a7b3-4f14-b567-c0b61814fe96,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:09.072617 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] For port da2806be-3f10-4778-b431-3435bb79cd95, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:45:09.074566 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-49875618-5118-4c53-9f0b-e326d31e0a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.076655 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] For port da2806be-3f10-4778-b431-3435bb79cd95, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=da2806be-3f10-4778-b431-3435bb79cd95,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:45:09.081608 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.103664 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-49875618-5118-4c53-9f0b-e326d31e0a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.130068 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.130700 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.132190 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] 10.222.0.10 "PUT /v2.0/ports/da2806be-3f10-4778-b431-3435bb79cd95 HTTP/1.1" status: 200 len: 1093 time: 0.9387612 Aug 12 12:45:09.136098 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:45:09.141198 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003502ad-73f4-4e41-acc8-304dcf685429" -d '{"events": [{"name": "network-changed", "server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "tag": "da2806be-3f10-4778-b431-3435bb79cd95"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:45:09.164637 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-49875618-5118-4c53-9f0b-e326d31e0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.167229 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-49875618-5118-4c53-9f0b-e326d31e0a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.168546 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-49875618-5118-4c53-9f0b-e326d31e0a34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23a30aad-a7b3-4f14-b567-c0b61814fe96 HTTP/1.1" status: 204 len: 168 time: 0.1471725 Aug 12 12:45:09.177608 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49875618-5118-4c53-9f0b-e326d31e0a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a30aad-a7b3-4f14-b567-c0b61814fe96,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:09.180870 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0cdb0-64ea-420e-82dd-7a4a168932e1 service neutron] Pushing event updated for resources: {'Port': ['ID=da2806be-3f10-4778-b431-3435bb79cd95,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:09.228463 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b50ca2-b86d-4d59-97d0-30c72fffe58e x-openstack-request-id: req-b2b50ca2-b86d-4d59-97d0-30c72fffe58e {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:45:09.228763 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "tag": "da2806be-3f10-4778-b431-3435bb79cd95", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:45:09.229014 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2b50ca2-b86d-4d59-97d0-30c72fffe58e {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:45:09.229409 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95', 'status': 'completed', 'code': 200} Aug 12 12:45:09.255656 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-9206ced1-d7cc-4aea-822f-becfacaf932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.257808 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-9206ced1-d7cc-4aea-822f-becfacaf932b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 1096 time: 0.0610514 Aug 12 12:45:09.311756 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-f3139be2-16d3-4f8a-9df4-15d7ce3d6b79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2806be-3f10-4778-b431-3435bb79cd95 HTTP/1.1" status: 200 len: 217 time: 0.0422204 Aug 12 12:45:09.378008 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2469035-f079-443c-b762-6782f40fc0c2 req-cacf87dc-b593-475b-95c9-a3bd15c90d81 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.379751 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d2469035-f079-443c-b762-6782f40fc0c2 req-cacf87dc-b593-475b-95c9-a3bd15c90d81 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0719197 Aug 12 12:45:09.387332 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-0bf43f11-b589-4d0d-8104-2a44743d51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.389413 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-0bf43f11-b589-4d0d-8104-2a44743d51f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0704842 Aug 12 12:45:09.425586 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d2469035-f079-443c-b762-6782f40fc0c2 req-f5043088-88ad-4cc3-8687-3aab570f5233 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Aug 12 12:45:09.449194 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801429d-ddb0-43f2-a14f-f809228f241d req-92c623a5-5e85-4042-a451-3add567595b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.450985 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-92c623a5-5e85-4042-a451-3add567595b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542095 Aug 12 12:45:09.452528 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-41b2ad6e-9984-4e9b-9f2d-94c4f8b34418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.547446 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38742) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:09.547621 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-56cd9ea0-56ae-486c-861c-b5d3eeacec6d service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890281 Aug 12 12:45:09.563699 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d9c-387b-4f39-95a6-36a4d1abbbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.661947 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c801429d-ddb0-43f2-a14f-f809228f241d req-15e10fa7-2bdd-4d86-b360-f35b4f283f79 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029239 Aug 12 12:45:09.694282 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e051c-9eb9-43c8-9ab3-a3eafe5cc895 req-310c31aa-5b1b-41f7-8441-32fa59a0a418 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.696345 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-201e051c-9eb9-43c8-9ab3-a3eafe5cc895 req-310c31aa-5b1b-41f7-8441-32fa59a0a418 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0770068 Aug 12 12:45:09.752426 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d9c-387b-4f39-95a6-36a4d1abbbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.767231 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-201e051c-9eb9-43c8-9ab3-a3eafe5cc895 req-a2ac0569-23bd-428a-abc3-f48734ea3511 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613613 Aug 12 12:45:09.767829 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28dd1d9c-387b-4f39-95a6-36a4d1abbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.768527 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003502ad-73f4-4e41-acc8-304dcf685429 req-5b9e51de-6ec0-45ba-a960-7770200704a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.770107 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-003502ad-73f4-4e41-acc8-304dcf685429 req-5b9e51de-6ec0-45ba-a960-7770200704a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 1096 time: 0.0504596 Aug 12 12:45:09.817845 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-28dd1d9c-387b-4f39-95a6-36a4d1abbbd5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b450a434f7424655849c85af83b8149c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665637 Aug 12 12:45:09.818249 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd1d9c-387b-4f39-95a6-36a4d1abbbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736c42d9-7f50-45e9-95ad-f4fcbf9f3574,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:09.821545 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38750) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:09.875665 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5494603b-c5fb-4d89-8ee6-502216e46fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.897297 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5494603b-c5fb-4d89-8ee6-502216e46fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.914431 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003502ad-73f4-4e41-acc8-304dcf685429 req-a8a0c94d-b8fd-4d18-9539-cc42c50a4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:09.916099 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-003502ad-73f4-4e41-acc8-304dcf685429 req-a8a0c94d-b8fd-4d18-9539-cc42c50a4e84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.1389575 Aug 12 12:45:09.951188 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5494603b-c5fb-4d89-8ee6-502216e46fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.953723 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5494603b-c5fb-4d89-8ee6-502216e46fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:09.954866 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-5494603b-c5fb-4d89-8ee6-502216e46fa9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/736c42d9-7f50-45e9-95ad-f4fcbf9f3574 HTTP/1.1" status: 204 len: 168 time: 0.1323767 Aug 12 12:45:09.959926 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-003502ad-73f4-4e41-acc8-304dcf685429 req-c4efc45d-b9cf-47f4-a4f5-ad35c6587055 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2806be-3f10-4778-b431-3435bb79cd95 HTTP/1.1" status: 200 len: 217 time: 0.0359435 Aug 12 12:45:09.963401 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494603b-c5fb-4d89-8ee6-502216e46fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c42d9-7f50-45e9-95ad-f4fcbf9f3574,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:10.010569 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003502ad-73f4-4e41-acc8-304dcf685429 req-ee32dac6-6624-44bb-b4bc-f713ee236813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:10.012052 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-003502ad-73f4-4e41-acc8-304dcf685429 req-ee32dac6-6624-44bb-b4bc-f713ee236813 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0439141 Aug 12 12:45:10.062206 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003502ad-73f4-4e41-acc8-304dcf685429 req-5865bcee-779b-4d25-b5b7-bf576e26b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:10.063706 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-003502ad-73f4-4e41-acc8-304dcf685429 req-5865bcee-779b-4d25-b5b7-bf576e26b879 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441039 Aug 12 12:45:10.167787 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-003502ad-73f4-4e41-acc8-304dcf685429 req-f3a84fd9-3d03-4896-a7e2-da2f51157c75 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964389 Aug 12 12:45:10.265319 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-003502ad-73f4-4e41-acc8-304dcf685429 req-2a8db964-00a3-4699-89a4-76afaebb11f2 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894730 Aug 12 12:45:10.910689 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaf91e-c581-4bb4-aa05-3ef7f7f8b780 req-3ce3ca10-a1e6-4b2f-9097-dc6d53e0cf19 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:10.912227 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5bfaf91e-c581-4bb4-aa05-3ef7f7f8b780 req-3ce3ca10-a1e6-4b2f-9097-dc6d53e0cf19 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0733850 Aug 12 12:45:10.950992 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5bfaf91e-c581-4bb4-aa05-3ef7f7f8b780 req-1290b43a-8364-49da-8e6b-ed027b6cca59 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321620 Aug 12 12:45:11.997955 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3b70-9f66-4fd2-9cdc-9aca6e052ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:12.069090 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a65e8-bd83-429d-a876-8ba7ee9c625e req-2608dc58-c43c-48b0-86c6-f88da8aa6a0e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:12.071587 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ba2a65e8-bd83-429d-a876-8ba7ee9c625e req-2608dc58-c43c-48b0-86c6-f88da8aa6a0e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0497689 Aug 12 12:45:12.112698 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ba2a65e8-bd83-429d-a876-8ba7ee9c625e req-84a77467-87da-4b3b-ace0-9940dc5683ec tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331984 Aug 12 12:45:12.268114 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:13.217270 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:13.229153 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff8259-eb54-4909-bc19-dba55cc60ffc req-864e12e1-7a6d-4c8f-8237-d0f9da6f1819 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:13.230625 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-16ff8259-eb54-4909-bc19-dba55cc60ffc req-864e12e1-7a6d-4c8f-8237-d0f9da6f1819 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0526147 Aug 12 12:45:13.266261 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-16ff8259-eb54-4909-bc19-dba55cc60ffc req-b645398c-e3cf-4a91-89b2-151422f9af79 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297592 Aug 12 12:45:14.375364 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcd9b1-fe77-4d56-af26-8e7cc9bd3579 req-926b52e1-6250-41f4-a51d-af62bd06588a tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:14.376820 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f5dcd9b1-fe77-4d56-af26-8e7cc9bd3579 req-926b52e1-6250-41f4-a51d-af62bd06588a tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0458868 Aug 12 12:45:14.413243 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f5dcd9b1-fe77-4d56-af26-8e7cc9bd3579 req-0ca3f1d0-5034-4f46-9877-c4f20ff28ec5 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300677 Aug 12 12:45:14.857801 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:15.524680 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dda6dd-b886-4bc3-876d-da3df572aba6 req-8f7b0fee-04cd-41b7-86ad-05df726e4b31 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:15.526148 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b0dda6dd-b886-4bc3-876d-da3df572aba6 req-8f7b0fee-04cd-41b7-86ad-05df726e4b31 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0475018 Aug 12 12:45:15.565141 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b0dda6dd-b886-4bc3-876d-da3df572aba6 req-f1ca7e4f-8e9b-4581-844d-dbbabb7c1c37 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Aug 12 12:45:16.689148 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca66f-d042-4074-ab16-5aad17716381 req-2b6e4355-0bf8-4989-862e-f3a66eec18e7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:16.698233 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-823ca66f-d042-4074-ab16-5aad17716381 req-2b6e4355-0bf8-4989-862e-f3a66eec18e7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0625274 Aug 12 12:45:16.738664 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-823ca66f-d042-4074-ab16-5aad17716381 req-0ea0bdd5-f80b-472e-9ab0-ec6ebbd2e381 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 Aug 12 12:45:17.526433 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562a52-880b-4687-a5ce-34700424a589 req-99c8ee20-367b-4b36-9689-e4327ffe55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:17.527947 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be562a52-880b-4687-a5ce-34700424a589 req-99c8ee20-367b-4b36-9689-e4327ffe55bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.0395103 Aug 12 12:45:17.530474 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe50140-cb5e-4378-8975-5949bcfa19e7 req-4d99aa78-9343-407e-a87e-775f16d6e237 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:17.531957 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6fe50140-cb5e-4378-8975-5949bcfa19e7 req-4d99aa78-9343-407e-a87e-775f16d6e237 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0470273 Aug 12 12:45:17.568137 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6fe50140-cb5e-4378-8975-5949bcfa19e7 req-202543bb-62b7-4b81-8b7b-2c1525ebda89 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301502 Aug 12 12:45:17.615526 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562a52-880b-4687-a5ce-34700424a589 req-30ff08ff-da05-4413-96b7-bcacd28105fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:17.616960 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be562a52-880b-4687-a5ce-34700424a589 req-30ff08ff-da05-4413-96b7-bcacd28105fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.0810921 Aug 12 12:45:17.661166 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be562a52-880b-4687-a5ce-34700424a589 req-17152061-176a-4142-81c2-89ecd3d2b9d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 217 time: 0.0355515 Aug 12 12:45:17.708682 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be562a52-880b-4687-a5ce-34700424a589 req-7df29640-ac09-4c7a-a8d0-48604cef09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:17.710583 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be562a52-880b-4687-a5ce-34700424a589 req-7df29640-ac09-4c7a-a8d0-48604cef09fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0406351 Aug 12 12:45:17.740823 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be562a52-880b-4687-a5ce-34700424a589 req-0edc5ad7-845f-42c2-a24b-7abeadd2f1a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224125 Aug 12 12:45:17.837863 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be562a52-880b-4687-a5ce-34700424a589 req-dc428c1c-4cb9-483a-bd5a-a5a8343f70fa service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874994 Aug 12 12:45:17.850786 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b42a-7350-4b30-9cfa-83c63a70b652 req-11f2a80a-6462-4e0a-b268-91e611ce5062 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:17.852275 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fef3b42a-7350-4b30-9cfa-83c63a70b652 req-11f2a80a-6462-4e0a-b268-91e611ce5062 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0483353 Aug 12 12:45:17.889040 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fef3b42a-7350-4b30-9cfa-83c63a70b652 req-09322951-f176-4a45-a3fd-b230de29d22c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308924 Aug 12 12:45:17.926880 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be562a52-880b-4687-a5ce-34700424a589 req-c2682d4d-d801-406f-95ac-4f885df28d07 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799088 Aug 12 12:45:18.627610 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 38968) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:18.684315 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ee685-a013-4063-989f-04c1f66a8bc0 req-8237b738-5eec-4290-aae8-1ba26868c14b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:18.685774 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-400ee685-a013-4063-989f-04c1f66a8bc0 req-8237b738-5eec-4290-aae8-1ba26868c14b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0474033 Aug 12 12:45:18.722254 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-400ee685-a013-4063-989f-04c1f66a8bc0 req-30c8e995-7563-4b22-ade6-f014d66973a1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305433 Aug 12 12:45:18.765221 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:18.860832 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:18.865386 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:18.902476 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bec9d9-f371-4eee-ac24-061afec4c6a0,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:18.910210 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68d245ce088e42d1a663c4839af614aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787719 Aug 12 12:45:18.910582 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38976) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:18.912431 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.912786 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.913156 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.913489 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.913813 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.914146 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.914464 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.914793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.915150 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.915646 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.915970 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.916289 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b386b0ed-8788-4aee-b887-a121f6e31871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:18.980035 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.005160 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.018961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a24c-8326-4c4e-a067-932fe63955f9 req-50337b20-1feb-4064-b5bf-d936e6921082 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:19.026908 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4d77a24c-8326-4c4e-a067-932fe63955f9 req-50337b20-1feb-4064-b5bf-d936e6921082 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0546303 Aug 12 12:45:19.054526 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.057293 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.059383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04bec9d9-f371-4eee-ac24-061afec4c6a0 HTTP/1.1" status: 204 len: 168 time: 0.1475174 Aug 12 12:45:19.068914 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4d77a24c-8326-4c4e-a067-932fe63955f9 req-33ddeb6f-2999-48a1-a578-f831133e9bf8 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409217 Aug 12 12:45:19.072629 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bec9d9-f371-4eee-ac24-061afec4c6a0,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:19.080633 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.081317 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.081746 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.081985 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.082649 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.084382 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.084730 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.085907 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.086244 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.086568 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.086888 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.087224 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d496d165-9a2c-4308-af93-8089103e33bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:19.332847 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38984) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:19.346356 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7dd31495-f302-40a2-9077-a1f6d5841595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.433535 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7dd31495-f302-40a2-9077-a1f6d5841595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.437327 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7dd31495-f302-40a2-9077-a1f6d5841595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.472541 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd31495-f302-40a2-9077-a1f6d5841595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d4b906-445c-493e-8e1d-7247624a86fb,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:19.477686 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7dd31495-f302-40a2-9077-a1f6d5841595 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8de82e4186b24233be4540482a529ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438184 Aug 12 12:45:19.480410 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38986) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:19.526404 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-adc2ca75-0a05-4d2f-9505-b19956386605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.546139 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-adc2ca75-0a05-4d2f-9505-b19956386605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.590922 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-adc2ca75-0a05-4d2f-9505-b19956386605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.593423 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-adc2ca75-0a05-4d2f-9505-b19956386605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:19.594540 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-adc2ca75-0a05-4d2f-9505-b19956386605 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50d4b906-445c-493e-8e1d-7247624a86fb HTTP/1.1" status: 204 len: 168 time: 0.1132476 Aug 12 12:45:19.601885 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2ca75-0a05-4d2f-9505-b19956386605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d4b906-445c-493e-8e1d-7247624a86fb,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:19.845475 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddb2d4-4c34-4e6b-aaa9-da2d778dc926 req-de82bc6b-868a-4ce4-bc83-fa5e2c2cea2a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:19.846904 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5fddb2d4-4c34-4e6b-aaa9-da2d778dc926 req-de82bc6b-868a-4ce4-bc83-fa5e2c2cea2a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0521579 Aug 12 12:45:19.885626 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5fddb2d4-4c34-4e6b-aaa9-da2d778dc926 req-c108ee3b-73fd-4c68-8feb-491a2f67c810 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321114 Aug 12 12:45:19.912579 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 38996) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:19.925892 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-674ccb39-8b26-4bd3-8bff-29fa8b566bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.013519 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-674ccb39-8b26-4bd3-8bff-29fa8b566bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.017012 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-674ccb39-8b26-4bd3-8bff-29fa8b566bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.055090 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-674ccb39-8b26-4bd3-8bff-29fa8b566bfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a63471c43709428586549b3ae5446610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408939 Aug 12 12:45:20.055961 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ccb39-8b26-4bd3-8bff-29fa8b566bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b00e018-c043-44c9-8d0e-f522bfa33979,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:20.057677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39000) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:20.106034 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cbf871b9-c08f-4897-863d-2d38392613c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.127051 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cbf871b9-c08f-4897-863d-2d38392613c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.142912 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device da2806be-3f10-4778-b431-3435bb79cd95 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:45:20.184169 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4fac6-9b92-42ea-af58-4835a4cacd26 req-30acb0c7-3045-4555-b9ee-bf5c55de4922 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:20.186138 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6da4fac6-9b92-42ea-af58-4835a4cacd26 req-30acb0c7-3045-4555-b9ee-bf5c55de4922 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 943 time: 0.0503478 Aug 12 12:45:20.232233 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6da4fac6-9b92-42ea-af58-4835a4cacd26 req-bd3f9b29-e224-4ac8-803d-9cdc4fc41d74 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397840 Aug 12 12:45:20.255221 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port da2806be-3f10-4778-b431-3435bb79cd95, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=da2806be-3f10-4778-b431-3435bb79cd95,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:45:20.270535 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'da2806be-3f10-4778-b431-3435bb79cd95', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'port_id': 'da2806be-3f10-4778-b431-3435bb79cd95', 'mac_address': 'fa:16:3e:c7:69:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:45:20.309198 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.322768 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2806be-3f10-4778-b431-3435bb79cd95 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:45:20.343941 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port da2806be-3f10-4778-b431-3435bb79cd95, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=da2806be-3f10-4778-b431-3435bb79cd95,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:45:20.348181 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.395574 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=da2806be-3f10-4778-b431-3435bb79cd95,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:20.403155 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.403523 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.403907 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.404239 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.404570 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.404892 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.405227 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.405535 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.405867 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.406186 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.406499 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.406812 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:45:20.411646 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cbf871b9-c08f-4897-863d-2d38392613c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.414743 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cbf871b9-c08f-4897-863d-2d38392613c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:20.418164 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-cbf871b9-c08f-4897-863d-2d38392613c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b00e018-c043-44c9-8d0e-f522bfa33979 HTTP/1.1" status: 204 len: 168 time: 0.3572626 Aug 12 12:45:20.425177 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf871b9-c08f-4897-863d-2d38392613c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b00e018-c043-44c9-8d0e-f522bfa33979,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:20.901369 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['da2806be-3f10-4778-b431-3435bb79cd95'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:45:21.020568 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45153f1-711e-441a-90c0-1054c25b4630 req-4668c2cf-66d1-45b1-bf71-fa2927f36ac6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:21.020729 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e45153f1-711e-441a-90c0-1054c25b4630 req-4668c2cf-66d1-45b1-bf71-fa2927f36ac6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0522056 Aug 12 12:45:21.063953 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e45153f1-711e-441a-90c0-1054c25b4630 req-172662dc-4317-4bc7-985b-4ee501a8b556 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363014 Aug 12 12:45:21.112119 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39030) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:21.207535 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-119242236-network', 'tenant_id': '80c620cc19d4434eb860182cb7ea7fea'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:45:21.229520 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Made reservation on behalf of 80c620cc19d4434eb860182cb7ea7fea for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:45:21.231940 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.239848 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.359445 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.371228 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ebefe-504e-4ac3-8d42-eeb9754a4a40 req-18ff04d2-d45b-402d-8257-38c20b485fcb tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:21.372619 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4f6ebefe-504e-4ac3-8d42-eeb9754a4a40 req-18ff04d2-d45b-402d-8257-38c20b485fcb tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 944 time: 0.0733688 Aug 12 12:45:21.373359 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.403929 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:45:21.421905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2940b441-2cc9-409c-a00c-87fd32e1c788,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:21.438979 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.439358 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Added segment 7c5ca67c-53a2-4b31-a030-c8c5f21593dc of type vlan for network 8705ad16-88f2-4814-9f6e-a09b0dbc499f Aug 12 12:45:21.454092 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4f6ebefe-504e-4ac3-8d42-eeb9754a4a40 req-cda7e384-eb19-4ca5-8b3e-4a69842d4003 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736411 Aug 12 12:45:21.485492 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.512417 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.513357 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:21.514004 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.566740 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4535558 Aug 12 12:45:21.570234 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39036) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:21.574081 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfd071-1071-496e-951a-d837431ec523 admin admin] Pushing event updated for resources: {'Network': ['ID=8705ad16-88f2-4814-9f6e-a09b0dbc499f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:21.575212 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Request body: {'subnet': {'network_id': '8705ad16-88f2-4814-9f6e-a09b0dbc499f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-119242236-subnet', 'tenant_id': '80c620cc19d4434eb860182cb7ea7fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:45:21.583637 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 8705ad16-88f2-4814-9f6e-a09b0dbc499f details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:45:21.595880 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Made reservation on behalf of 80c620cc19d4434eb860182cb7ea7fea for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:45:21.598158 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12678721'] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.759356 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12678771'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.812667 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac85754-ec55-46a6-a336-fc0b754f6ad7,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:21.821674 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Checking segment: {'id': '7c5ca67c-53a2-4b31-a030-c8c5f21593dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8705ad16-88f2-4814-9f6e-a09b0dbc499f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:45:21.822025 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Network hostable DHCP agents. Network: 8705ad16-88f2-4814-9f6e-a09b0dbc499f, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:45:21.837520 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Network 8705ad16-88f2-4814-9f6e-a09b0dbc499f is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:45:21.845297 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 8705ad16-88f2-4814-9f6e-a09b0dbc499f) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:45:21.849391 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:21.849975 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:21.854037 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f013ef0-4102-456c-bace-badf3a1daa7d None None] Network 8705ad16-88f2-4814-9f6e-a09b0dbc499f requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:45:21.863701 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-63719bf4-4423-47ef-a896-7ee90e2507fb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2924311 Aug 12 12:45:21.984672 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb6433-72cf-49b7-b4e9-5f3f516cc923 None None] Network 8705ad16-88f2-4814-9f6e-a09b0dbc499f requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:45:22.190370 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5f44-0aa7-4eb1-b262-e4e3ea77f8f8 req-290923c0-40da-48d7-afcc-ed394928f449 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:22.191904 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d52b5f44-0aa7-4eb1-b262-e4e3ea77f8f8 req-290923c0-40da-48d7-afcc-ed394928f449 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0520368 Aug 12 12:45:22.234602 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d52b5f44-0aa7-4eb1-b262-e4e3ea77f8f8 req-5aac0861-e330-486a-8319-e0caa5536af3 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Aug 12 12:45:22.336462 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39058) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:22.341312 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1227006228-network', 'tenant_id': '9f09c8b16bf744f5b53ba0577edb43ff'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:45:22.362825 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Made reservation on behalf of 9f09c8b16bf744f5b53ba0577edb43ff for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:45:22.365478 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.374469 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.462159 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.465747 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.488653 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:45:22.498743 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b06f34-e3b6-4e76-9c78-1b0be43ff323,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:22.503534 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.503910 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Added segment d842c224-de99-43bb-9bdf-f040805e8d02 of type vlan for network 9103a37f-6893-465a-a4d0-b8cce156c7a0 Aug 12 12:45:22.548620 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.579503 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b974ae-85d0-47b4-af59-22f0b9803e40 req-c30d82e5-abf5-4cea-9866-dfc8a79d4a9c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:22.580345 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.581169 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f6b974ae-85d0-47b4-af59-22f0b9803e40 req-c30d82e5-abf5-4cea-9866-dfc8a79d4a9c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 944 time: 0.0511069 Aug 12 12:45:22.581441 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:22.582085 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.619372 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f6b974ae-85d0-47b4-af59-22f0b9803e40 req-2e405fb1-5468-41a0-b36d-c8a15cab2bb9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312929 Aug 12 12:45:22.636056 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2985241 Aug 12 12:45:22.638666 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39062) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:22.643354 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Request body: {'subnet': {'network_id': '9103a37f-6893-465a-a4d0-b8cce156c7a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1227006228-subnet', 'tenant_id': '9f09c8b16bf744f5b53ba0577edb43ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:45:22.649140 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173e60a-970c-4ab4-8b1f-4471031fb32d admin admin] Pushing event updated for resources: {'Network': ['ID=9103a37f-6893-465a-a4d0-b8cce156c7a0,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:22.658423 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 9103a37f-6893-465a-a4d0-b8cce156c7a0 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:45:22.667945 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Made reservation on behalf of 9f09c8b16bf744f5b53ba0577edb43ff for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:45:22.670570 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12678721'] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.834336 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12678771'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.892471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31df7e38-4b08-46fc-ab6a-f3fcae568f39,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:22.899055 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Checking segment: {'id': 'd842c224-de99-43bb-9bdf-f040805e8d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '9103a37f-6893-465a-a4d0-b8cce156c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:45:22.899422 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Network hostable DHCP agents. Network: 9103a37f-6893-465a-a4d0-b8cce156c7a0, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:45:22.915673 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Network 9103a37f-6893-465a-a4d0-b8cce156c7a0 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:45:22.923912 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 9103a37f-6893-465a-a4d0-b8cce156c7a0) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:45:22.927719 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:22.928326 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:22.933286 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099396a0-9018-477a-88d4-afad31ac66df None None] Network 9103a37f-6893-465a-a4d0-b8cce156c7a0 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:45:22.942029 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-390a4676-5bfa-484e-b161-4210d37abea2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3022642 Aug 12 12:45:23.062759 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a7d8d-c589-4335-9490-53ce6e6eb57b None None] Network 9103a37f-6893-465a-a4d0-b8cce156c7a0 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:45:23.352475 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5887fc-9dbb-4512-9468-6688e41fc2f5 req-acd3ed51-d6fd-4d84-855a-fb3ce09b440b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:23.354213 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8e5887fc-9dbb-4512-9468-6688e41fc2f5 req-acd3ed51-d6fd-4d84-855a-fb3ce09b440b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0528119 Aug 12 12:45:23.392470 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8e5887fc-9dbb-4512-9468-6688e41fc2f5 req-07c4e3f3-aa95-4651-b1fd-4783a23e05bb tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Aug 12 12:45:23.734174 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce823f6-34ae-40b0-bd07-1bc9a9979e78 req-e869be4a-bbd8-4493-831a-5afa6aab9e46 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:23.735664 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0ce823f6-34ae-40b0-bd07-1bc9a9979e78 req-e869be4a-bbd8-4493-831a-5afa6aab9e46 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 944 time: 0.0481284 Aug 12 12:45:23.771548 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0ce823f6-34ae-40b0-bd07-1bc9a9979e78 req-cba99c4a-cc2c-45d5-bdf8-6753f1736a1b tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297506 Aug 12 12:45:24.173956 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device da2806be-3f10-4778-b431-3435bb79cd95 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:45:24.224646 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port da2806be-3f10-4778-b431-3435bb79cd95 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:45:24.228993 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port da2806be-3f10-4778-b431-3435bb79cd95 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:45:24.229358 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:24.310148 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:24.331669 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:45:24.333964 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7533762-f267-463e-af78-ba3f34010dd0" -d '{"events": [{"server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "name": "network-vif-plugged", "status": "completed", "tag": "da2806be-3f10-4778-b431-3435bb79cd95"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:45:24.346252 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port da2806be-3f10-4778-b431-3435bb79cd95, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=da2806be-3f10-4778-b431-3435bb79cd95,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:45:24.350942 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:24.380964 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606ef089-e35e-44ac-b006-cf13a7597ad6 x-openstack-request-id: req-606ef089-e35e-44ac-b006-cf13a7597ad6 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:45:24.381281 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "name": "network-vif-plugged", "status": "completed", "tag": "da2806be-3f10-4778-b431-3435bb79cd95", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:45:24.381531 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-606ef089-e35e-44ac-b006-cf13a7597ad6 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:45:24.381916 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95', 'code': 200} Aug 12 12:45:24.401138 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=da2806be-3f10-4778-b431-3435bb79cd95,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:24.515925 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463148d3-f1d5-4c81-a69b-3d5942b6218e req-c0f2caec-aef0-4a8e-b6e8-981c5c4a88d0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:24.517417 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-463148d3-f1d5-4c81-a69b-3d5942b6218e req-c0f2caec-aef0-4a8e-b6e8-981c5c4a88d0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0476570 Aug 12 12:45:24.561142 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-463148d3-f1d5-4c81-a69b-3d5942b6218e req-276fa26b-56db-40d2-91ee-c483bd3a07c0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Aug 12 12:45:24.676870 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299a5ec-0d5b-4ea0-9485-f6a9cbd5b018 req-30da7aba-ebe9-4065-a455-11ace474776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:24.678214 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9299a5ec-0d5b-4ea0-9485-f6a9cbd5b018 req-30da7aba-ebe9-4065-a455-11ace474776d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 1098 time: 0.0454402 Aug 12 12:45:24.721219 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9299a5ec-0d5b-4ea0-9485-f6a9cbd5b018 req-c0c73cc8-7c17-473c-bd38-9e3a0dcca09d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Aug 12 12:45:24.912012 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5608-3b89-444d-a76b-133cea6bb86e req-f25f44fb-c63b-46d7-b19e-99ce1543154d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:24.915440 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-60ff5608-3b89-444d-a76b-133cea6bb86e req-f25f44fb-c63b-46d7-b19e-99ce1543154d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 945 time: 0.0570090 Aug 12 12:45:24.955954 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-60ff5608-3b89-444d-a76b-133cea6bb86e req-dfb6ba7c-a841-418c-a95e-ad6d97a81fb7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354486 Aug 12 12:45:25.682153 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320e8b8-4de7-4265-a1f9-cf9ef873ca35 req-346b01e5-4aff-4bb9-ba1e-8313bc22ca4a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:25.683544 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f320e8b8-4de7-4265-a1f9-cf9ef873ca35 req-346b01e5-4aff-4bb9-ba1e-8313bc22ca4a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0465264 Aug 12 12:45:25.719638 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f320e8b8-4de7-4265-a1f9-cf9ef873ca35 req-4ab46b45-a950-4299-bc6b-d1003ecf855c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301969 Aug 12 12:45:26.083502 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d59183-99ba-416f-b204-e9fd03b147ba req-a37848a4-81f7-44cb-99be-8b94e91e9d8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:26.084984 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a2d59183-99ba-416f-b204-e9fd03b147ba req-a37848a4-81f7-44cb-99be-8b94e91e9d8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Aug 12 12:45:26.129055 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a2d59183-99ba-416f-b204-e9fd03b147ba req-858118af-5326-42bf-b97e-a6cf2e770d02 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374479 Aug 12 12:45:26.254497 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a0637-ab09-4c33-89a5-61b8b377b8f0 req-24c17bb7-25c2-47ca-a265-d47e01b67db5 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:26.255874 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc3a0637-ab09-4c33-89a5-61b8b377b8f0 req-24c17bb7-25c2-47ca-a265-d47e01b67db5 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 945 time: 0.0515835 Aug 12 12:45:26.292497 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc3a0637-ab09-4c33-89a5-61b8b377b8f0 req-afc77b0e-cda5-4220-b115-27623253529e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306437 Aug 12 12:45:26.316402 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39128) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:26.495297 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a005cfa9-9e5b-44a2-aa84-024b7e121eb3 tempest-TestVolumeBootPattern-212379292 tempest-TestVolumeBootPattern-212379292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:26.496827 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a005cfa9-9e5b-44a2-aa84-024b7e121eb3 tempest-TestVolumeBootPattern-212379292 tempest-TestVolumeBootPattern-212379292-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 1093 time: 0.1794784 Aug 12 12:45:26.499706 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39134) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:26.503953 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'port_id': 'da2806be-3f10-4778-b431-3435bb79cd95', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:45:26.524957 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:26.623342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:26.720719 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Allocated IP 172.27.2.40 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/461d1b7d-3746-4e47-9db6-bed72742f82d) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:45:26.857536 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:26.876729 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a34df-a044-406f-b9ed-cbd4e802cd37 req-bfeed191-8063-49d4-bc72-649ab543e791 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:26.878207 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-511a34df-a044-406f-b9ed-cbd4e802cd37 req-bfeed191-8063-49d4-bc72-649ab543e791 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0812545 Aug 12 12:45:26.936002 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-511a34df-a044-406f-b9ed-cbd4e802cd37 req-a13b6ad5-923c-4eee-b79b-285585ef1ac2 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488107 Aug 12 12:45:26.937614 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:26.972714 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:45:26.979390 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:45:26.982822 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:45:27.005882 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=461d1b7d-3746-4e47-9db6-bed72742f82d,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:27.332596 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:27.394734 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:27.543974 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:27.548662 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:27.619294 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=461d1b7d-3746-4e47-9db6-bed72742f82d,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:27.628427 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:27.723619 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Floating IP 7d85b3b6-a3be-4f29-bcda-426b480f0545 associated. External IP: 172.27.2.40, port: da2806be-3f10-4778-b431-3435bb79cd95. Aug 12 12:45:27.924833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:45:28.053911 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:45:28.064665 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:45:28.073495 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35520e-7e1a-4130-8bc4-8bacd7b158c1 req-65b93c29-c567-45a5-b4fe-d5dd7da5607c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:28.073691 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:45:28.074248 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:45:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:28.074962 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3e35520e-7e1a-4130-8bc4-8bacd7b158c1 req-65b93c29-c567-45a5-b4fe-d5dd7da5607c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0706594 Aug 12 12:45:28.080790 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:28.121521 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-863a6f94-1054-480d-8bba-33fd9b9094b9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6208246 Aug 12 12:45:28.123199 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:45:28.125530 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a" -d '{"events": [{"name": "network-changed", "server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "tag": "da2806be-3f10-4778-b431-3435bb79cd95"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:45:28.144196 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3e35520e-7e1a-4130-8bc4-8bacd7b158c1 req-012680b7-d33c-4839-93b1-7acd3d3c7534 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Aug 12 12:45:28.191451 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdecf21b-7efc-4110-93be-3af8777d2b18 x-openstack-request-id: req-fdecf21b-7efc-4110-93be-3af8777d2b18 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:45:28.191739 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "tag": "da2806be-3f10-4778-b431-3435bb79cd95", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:45:28.191989 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdecf21b-7efc-4110-93be-3af8777d2b18 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:45:28.192406 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95', 'status': 'completed', 'code': 200} Aug 12 12:45:28.265484 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:45:28.488232 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '7d85b3b6-a3be-4f29-bcda-426b480f0545', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': 'da2806be-3f10-4778-b431-3435bb79cd95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:c7:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214089b7-2c2b-402b-a09e-711ece452193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:45:27Z', 'updated_at': '2021-08-12T12:45:27Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:28.518249 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:45:28.526464 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:45:28.527095 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:45:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:28.629108 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:45:28.841331 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '7d85b3b6-a3be-4f29-bcda-426b480f0545', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': 'da2806be-3f10-4778-b431-3435bb79cd95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:c7:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214089b7-2c2b-402b-a09e-711ece452193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:45:27Z', 'updated_at': '2021-08-12T12:45:27Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:28.866658 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a7326-849f-45d5-935d-bcb8de4f2b3e None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '7d85b3b6-a3be-4f29-bcda-426b480f0545', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': 'da2806be-3f10-4778-b431-3435bb79cd95', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:c7:69:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214089b7-2c2b-402b-a09e-711ece452193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:45:27Z', 'updated_at': '2021-08-12T12:45:27Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:45:29.053664 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48090eb0-d83e-457e-bc8e-8941a022505c None None] New status for floating IP 7d85b3b6-a3be-4f29-bcda-426b480f0545: ACTIVE {{(pid=100366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:45:29.264546 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb27c31-6f00-4dd8-8fd4-12df9dea06e6 req-e1d75d7c-e274-480f-b6b1-605eccfc9bae tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:29.266019 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4cb27c31-6f00-4dd8-8fd4-12df9dea06e6 req-e1d75d7c-e274-480f-b6b1-605eccfc9bae tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Aug 12 12:45:29.306570 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4cb27c31-6f00-4dd8-8fd4-12df9dea06e6 req-b22bde5d-581c-47a5-b200-63efb350f310 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Aug 12 12:45:30.078275 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-664f6c54-e72d-416f-b50d-719d32e22624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:30.079816 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-664f6c54-e72d-416f-b50d-719d32e22624 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 1098 time: 0.0426042 Aug 12 12:45:30.174673 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-b9ca06ca-1e24-4fa5-9f5d-327b6c100785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:30.176197 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-b9ca06ca-1e24-4fa5-9f5d-327b6c100785 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.0866365 Aug 12 12:45:30.246394 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-330fb98b-990d-418f-819f-166e7618f8fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2806be-3f10-4778-b431-3435bb79cd95 HTTP/1.1" status: 200 len: 1000 time: 0.0606017 Aug 12 12:45:30.294868 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-7fcb035c-f8ff-42c7-9ad1-9ca709c24aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:30.296261 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-7fcb035c-f8ff-42c7-9ad1-9ca709c24aff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0428131 Aug 12 12:45:30.340467 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-f126eb7a-9c3c-4da6-bf19-861c434c7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:30.341806 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-f126eb7a-9c3c-4da6-bf19-861c434c7bb8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389242 Aug 12 12:45:30.468331 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48246dda-65cb-4759-bc27-8afa0a4b0c4e req-fae7bdc1-310d-46fd-87fc-5d469d73ca3a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:30.469795 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-48246dda-65cb-4759-bc27-8afa0a4b0c4e req-fae7bdc1-310d-46fd-87fc-5d469d73ca3a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0736063 Aug 12 12:45:30.474949 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-ff2f7490-e2ba-445d-9688-b605c568a693 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213636 Aug 12 12:45:30.549319 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-48246dda-65cb-4759-bc27-8afa0a4b0c4e req-b2725909-e8d6-47de-b319-725c0111af3e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734212 Aug 12 12:45:30.588841 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b2656ac-e06f-41aa-b7c0-fa6c6a4b865a req-de665f35-11f2-49f4-a502-fc125bd89b43 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995283 Aug 12 12:45:30.843572 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-40be579e-6619-4eae-84fa-967938c383e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465295 Aug 12 12:45:30.902755 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-88117c54-8f84-4ce2-a88d-126f0e2965ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:30.904262 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-88117c54-8f84-4ce2-a88d-126f0e2965ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 1099 time: 0.0395265 Aug 12 12:45:31.237892 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-6dc6b150-8ce1-4ee5-8c38-121e51660ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:31.239436 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-6dc6b150-8ce1-4ee5-8c38-121e51660ec5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.3150949 Aug 12 12:45:31.285110 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-42eaa64d-3e9c-4baf-895b-fa2449ab3497 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 HTTP/1.1" status: 200 len: 217 time: 0.0365787 Aug 12 12:45:31.332222 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-2049b988-8b5f-44ac-bd9b-57a3d6186652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:31.333617 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-2049b988-8b5f-44ac-bd9b-57a3d6186652 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0414870 Aug 12 12:45:31.365207 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-1b677e99-05e4-43bd-b612-8f7f04d4444d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229156 Aug 12 12:45:31.458400 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-de12ee96-d095-4c3e-87e5-cd8b95a70c3f service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843773 Aug 12 12:45:31.549670 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7f93b9f7-45a9-46c8-ab9d-40b7e2c0734e req-c6df9db7-fbe7-4f05-84fa-4f219451e862 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837119 Aug 12 12:45:31.664367 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6286c48-ab4c-4115-acf0-592e4b42ffb7 req-2c9800c2-94b9-49b5-8396-15192e7efeb5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:31.665739 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e6286c48-ab4c-4115-acf0-592e4b42ffb7 req-2c9800c2-94b9-49b5-8396-15192e7efeb5 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0469999 Aug 12 12:45:31.702392 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e6286c48-ab4c-4115-acf0-592e4b42ffb7 req-449dfed9-7650-446c-a078-4454fe8a370d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Aug 12 12:45:32.815101 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb768a-a90d-44c6-8ba1-72235a3a7283 req-d8b7787a-1d16-4d8a-badf-34eb61baecc8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:32.816492 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-caeb768a-a90d-44c6-8ba1-72235a3a7283 req-d8b7787a-1d16-4d8a-badf-34eb61baecc8 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0474455 Aug 12 12:45:32.856913 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-caeb768a-a90d-44c6-8ba1-72235a3a7283 req-dcd55581-daa9-4972-ac29-f611ee6c68d4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Aug 12 12:45:33.528039 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:33.971271 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dedff9-afde-45e6-8a4d-8768e48ea2d8 req-e672089e-a244-41eb-9daa-5a773e4fad1e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:33.972713 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-60dedff9-afde-45e6-8a4d-8768e48ea2d8 req-e672089e-a244-41eb-9daa-5a773e4fad1e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0470328 Aug 12 12:45:34.012824 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-60dedff9-afde-45e6-8a4d-8768e48ea2d8 req-801dcfdc-5e10-49b0-ad8f-35726cceefc0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337238 Aug 12 12:45:35.125459 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882cf8-b56f-4f7f-a6cb-06984bafd6a3 req-48cc76c9-ba0b-4720-baa9-a1c0fe47fe7c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:35.126941 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-90882cf8-b56f-4f7f-a6cb-06984bafd6a3 req-48cc76c9-ba0b-4720-baa9-a1c0fe47fe7c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Aug 12 12:45:35.164144 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-90882cf8-b56f-4f7f-a6cb-06984bafd6a3 req-48d3f351-54f5-4ef3-b7ea-0b946d300e76 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307806 Aug 12 12:45:36.290355 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9651f-fa3c-48ca-bc59-33313d3db9d2 req-e1e08bc8-42a9-404c-912a-bba4b78b414f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:36.291931 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-40c9651f-fa3c-48ca-bc59-33313d3db9d2 req-e1e08bc8-42a9-404c-912a-bba4b78b414f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0576625 Aug 12 12:45:36.329234 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-40c9651f-fa3c-48ca-bc59-33313d3db9d2 req-5fc9a779-9956-427f-a430-5811e894d1cd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Aug 12 12:45:36.995360 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4423ba7-7d02-4929-9abf-53897c70fc60 req-006ce531-225f-4314-93db-3b14516c9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:36.996694 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e4423ba7-7d02-4929-9abf-53897c70fc60 req-006ce531-225f-4314-93db-3b14516c9473 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.0381033 Aug 12 12:45:37.033337 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e4423ba7-7d02-4929-9abf-53897c70fc60 req-15459ced-c666-4d97-ad15-7bbcf00fade8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296474 Aug 12 12:45:37.455635 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcf11f-a61b-46b7-a847-3b56dfc07952 req-8ca3df99-873d-48d3-a4cd-7df1a47fae25 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:37.457117 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-48fcf11f-a61b-46b7-a847-3b56dfc07952 req-8ca3df99-873d-48d3-a4cd-7df1a47fae25 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0533035 Aug 12 12:45:37.498409 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-48fcf11f-a61b-46b7-a847-3b56dfc07952 req-7ca973d2-0cb7-4aeb-8745-a7dd30a6a000 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Aug 12 12:45:38.624424 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670117a-9be2-4473-99a4-c2a6d20aed91 req-e20ab051-8113-4415-888f-c8c1ad4c18b0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:38.625886 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6670117a-9be2-4473-99a4-c2a6d20aed91 req-e20ab051-8113-4415-888f-c8c1ad4c18b0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Aug 12 12:45:38.666154 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6670117a-9be2-4473-99a4-c2a6d20aed91 req-0b1d178c-13a4-46ec-ae13-884dcb6db1a1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329340 Aug 12 12:45:39.005488 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a5853-8b6a-4f9d-8548-3644b7402738 req-3124aa52-85c9-4992-8a2e-594b1b2822bb tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:39.006996 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-801a5853-8b6a-4f9d-8548-3644b7402738 req-3124aa52-85c9-4992-8a2e-594b1b2822bb tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0474718 Aug 12 12:45:39.043453 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-801a5853-8b6a-4f9d-8548-3644b7402738 req-072f8a6e-8e3b-4a8a-bc8e-bf18a99d86bd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298152 Aug 12 12:45:39.434432 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-80702a31-98f6-43c3-b40c-61c170a96c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:39.907156 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:45:40.153517 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f99cc-134a-4e51-9587-3af01359e67a req-c11ee733-ab31-4c2e-babd-85f8f07b750b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:40.154945 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5c6f99cc-134a-4e51-9587-3af01359e67a req-c11ee733-ab31-4c2e-babd-85f8f07b750b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0452468 Aug 12 12:45:40.190923 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5c6f99cc-134a-4e51-9587-3af01359e67a req-45821390-76e2-4789-9914-d99b3f2a61b7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300128 Aug 12 12:45:41.305674 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b948-7235-4ede-9f00-3d5d43732f4b req-3e761ccd-b5a1-4916-bfe4-4a5ba576aa0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:41.307120 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-08b1b948-7235-4ede-9f00-3d5d43732f4b req-3e761ccd-b5a1-4916-bfe4-4a5ba576aa0f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0491529 Aug 12 12:45:41.344593 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-08b1b948-7235-4ede-9f00-3d5d43732f4b req-52546ad3-508d-47a2-8b02-86bfdf7b3884 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Aug 12 12:45:42.001888 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-e9e6e8bd-004b-44c7-8b98-63a1faaadc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:42.270259 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:42.326651 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-b9558897-2d2f-4ec8-8c35-e448b0105f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:42.328088 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-b9558897-2d2f-4ec8-8c35-e448b0105f17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 1098 time: 0.0385270 Aug 12 12:45:42.427430 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-28b3d87b-55ae-4de1-920c-9c3936899461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:42.428902 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-28b3d87b-55ae-4de1-920c-9c3936899461 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 200 len: 919 time: 0.0871372 Aug 12 12:45:42.460090 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef1dad-c72e-48e7-b10d-3361f955594a req-76dbc4a8-5f80-404a-ac1b-5bf3072b036e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:42.462083 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c4ef1dad-c72e-48e7-b10d-3361f955594a req-76dbc4a8-5f80-404a-ac1b-5bf3072b036e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Aug 12 12:45:42.471074 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-4fad2f72-2051-4cb9-8984-9975e2160de8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 200 len: 217 time: 0.0348279 Aug 12 12:45:42.498110 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c4ef1dad-c72e-48e7-b10d-3361f955594a req-4858c09d-4a8a-4606-b6e2-cd27515236ef tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299692 Aug 12 12:45:42.524832 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-59a4aa8a-2fc5-4e16-ac9a-175649f9b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:42.526217 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-59a4aa8a-2fc5-4e16-ac9a-175649f9b24b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 200 len: 858 time: 0.0478044 Aug 12 12:45:42.556107 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-570fc6f0-d2c8-4cbb-b37b-8f3430bc1d06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9edf8b20-407d-4d3d-9d09-754c4792c58a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225968 Aug 12 12:45:42.641085 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-1a629e30-ba96-45ab-b259-70f48a81e211 service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775366 Aug 12 12:45:42.732353 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ce79d250-5d04-45d9-b6d7-b2eb303fc5d3 req-7fd96e03-417f-4f27-acbb-231f9e69b62d service neutron] 10.222.0.10 "GET /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832903 Aug 12 12:45:43.218111 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:43.622625 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eaf2a2-09f4-4f97-b24e-041bb4e090b0 req-0b400b5d-a141-47d5-a2ec-7e24b1eb7e2e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:43.624136 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-32eaf2a2-09f4-4f97-b24e-041bb4e090b0 req-0b400b5d-a141-47d5-a2ec-7e24b1eb7e2e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0468216 Aug 12 12:45:43.660609 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-32eaf2a2-09f4-4f97-b24e-041bb4e090b0 req-a91d7483-a2e4-49c7-aa0b-8254a092c053 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306532 Aug 12 12:45:44.776241 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28988640-8223-4bff-a2b0-b2d9fa71de4e req-a809425e-5ebf-40b7-b3d5-c0caaf553134 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:44.777684 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-28988640-8223-4bff-a2b0-b2d9fa71de4e req-a809425e-5ebf-40b7-b3d5-c0caaf553134 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Aug 12 12:45:44.814658 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-28988640-8223-4bff-a2b0-b2d9fa71de4e req-fbd4f611-1bf1-4ed9-80a0-04aa0f260f3c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Aug 12 12:45:44.860226 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:45.928514 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63593c98-3cf8-4444-aefb-961120df9f25 req-d4c1f75f-b870-4042-8f7a-ac7096f48e7c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:45.930021 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-63593c98-3cf8-4444-aefb-961120df9f25 req-d4c1f75f-b870-4042-8f7a-ac7096f48e7c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Aug 12 12:45:45.966891 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-63593c98-3cf8-4444-aefb-961120df9f25 req-31380a0d-bb54-45b8-8368-9266872dd0de tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307078 Aug 12 12:45:48.009834 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39426) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:48.053724 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] Deleting subnet fac85754-ec55-46a6-a336-fc0b754f6ad7 {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:45:48.056753 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.089396 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.129973 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.180731 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.205150 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac85754-ec55-46a6-a336-fc0b754f6ad7,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:48.208864 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.211324 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-f0e21d9a-b5a0-4973-89d7-4f865e7fc64a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fac85754-ec55-46a6-a336-fc0b754f6ad7 HTTP/1.1" status: 204 len: 168 time: 0.2004609 Aug 12 12:45:48.213758 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39428) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:48.285189 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.359207 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.369251 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8705ad16-88f2-4814-9f6e-a09b0dbc499f']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:48.378849 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5ca67c-53a2-4b31-a030-c8c5f21593dc') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:48.379171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5ca67c-53a2-4b31-a030-c8c5f21593dc') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:48.387592 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.400613 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.406311 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:45:48.406691 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:45:48.408358 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:45:48.463964 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.470922 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.472712 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8705ad16-88f2-4814-9f6e-a09b0dbc499f HTTP/1.1" status: 204 len: 168 time: 0.2580643 Aug 12 12:45:48.476223 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39432) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:48.482266 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc82aea-daa4-4de8-82a2-bc840a27d4f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8705ad16-88f2-4814-9f6e-a09b0dbc499f,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:48.520096 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] Deleting subnet 31df7e38-4b08-46fc-ab6a-f3fcae568f39 {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:45:48.523139 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.556840 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14515135'] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.604462 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.666229 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13208915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12678762'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.695239 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31df7e38-4b08-46fc-ab6a-f3fcae568f39,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:48.697431 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.701863 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-b3539a1c-4a82-4c48-b94e-eabff2b5d124 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/31df7e38-4b08-46fc-ab6a-f3fcae568f39 HTTP/1.1" status: 204 len: 168 time: 0.2246280 Aug 12 12:45:48.702496 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39446) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:48.761875 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39448) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:48.773208 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.865463 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.877091 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9103a37f-6893-465a-a4d0-b8cce156c7a0']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:48.882358 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f2adc615-b163-49ab-bf9c-35abe0451afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.888686 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd842c224-de99-43bb-9bdf-f040805e8d02') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:48.888978 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd842c224-de99-43bb-9bdf-f040805e8d02') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:45:48.899223 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.915145 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.921408 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:45:48.921808 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:45:48.923691 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:45:48.976133 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.981530 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:48.983438 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] 10.222.0.22 "DELETE /v2.0/networks/9103a37f-6893-465a-a4d0-b8cce156c7a0 HTTP/1.1" status: 204 len: 168 time: 0.2797344 Aug 12 12:45:48.999313 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f08ae7-5e7f-48ce-9c40-fade220f0ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=9103a37f-6893-465a-a4d0-b8cce156c7a0,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:49.049460 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f2adc615-b163-49ab-bf9c-35abe0451afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.054984 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f2adc615-b163-49ab-bf9c-35abe0451afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.091902 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-f2adc615-b163-49ab-bf9c-35abe0451afb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d67d5232a784498eb0721bd5536d9465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289597 Aug 12 12:45:49.093012 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adc615-b163-49ab-bf9c-35abe0451afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac69db6-f5a1-4220-9f44-c9e431d125d4,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:49.097054 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39460) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:49.097243 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39462) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:49.172136 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a6f2fcac-d5bd-42a5-937c-ea4b20eda888 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80c620cc19d4434eb860182cb7ea7fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739300 Aug 12 12:45:49.174692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39466) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:49.176574 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b6b-eab0-4e56-b913-d55eb36c80ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.197843 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b6b-eab0-4e56-b913-d55eb36c80ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.221783 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8a200c5-681c-47b2-b6e5-2572931b8b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.243497 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8a200c5-681c-47b2-b6e5-2572931b8b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.245651 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b6b-eab0-4e56-b913-d55eb36c80ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.248197 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ef1f3b6b-eab0-4e56-b913-d55eb36c80ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.249318 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ef1f3b6b-eab0-4e56-b913-d55eb36c80ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cac69db6-f5a1-4220-9f44-c9e431d125d4 HTTP/1.1" status: 204 len: 168 time: 0.1530950 Aug 12 12:45:49.256542 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f3b6b-eab0-4e56-b913-d55eb36c80ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac69db6-f5a1-4220-9f44-c9e431d125d4,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:49.299081 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8a200c5-681c-47b2-b6e5-2572931b8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.301661 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b8a200c5-681c-47b2-b6e5-2572931b8b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.302755 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b8a200c5-681c-47b2-b6e5-2572931b8b8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2940b441-2cc9-409c-a00c-87fd32e1c788 HTTP/1.1" status: 204 len: 168 time: 0.1268928 Aug 12 12:45:49.311273 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a200c5-681c-47b2-b6e5-2572931b8b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2940b441-2cc9-409c-a00c-87fd32e1c788,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:49.679588 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39484) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:49.719274 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-72f56c39-9f8e-4ba7-91f3-158501b20191 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f09c8b16bf744f5b53ba0577edb43ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384932 Aug 12 12:45:49.722008 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39488) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:45:49.774897 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-89b4e416-a19e-4143-86f7-9affb4d4fa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.796985 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-89b4e416-a19e-4143-86f7-9affb4d4fa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.860827 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-89b4e416-a19e-4143-86f7-9affb4d4fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.864345 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-89b4e416-a19e-4143-86f7-9affb4d4fa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:49.867089 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-89b4e416-a19e-4143-86f7-9affb4d4fa76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54b06f34-e3b6-4e76-9c78-1b0be43ff323 HTTP/1.1" status: 204 len: 168 time: 0.1428304 Aug 12 12:45:49.874408 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4e416-a19e-4143-86f7-9affb4d4fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b06f34-e3b6-4e76-9c78-1b0be43ff323,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:49.982920 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688663ba-dc77-4d4b-8ba0-2dad08af2a0e req-d744a744-5af6-4159-96ac-996f1db1f76c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:49.985288 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-688663ba-dc77-4d4b-8ba0-2dad08af2a0e req-d744a744-5af6-4159-96ac-996f1db1f76c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0550280 Aug 12 12:45:50.034552 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-688663ba-dc77-4d4b-8ba0-2dad08af2a0e req-3eaa5d12-9913-4783-8b67-f1d7302e2f5d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433342 Aug 12 12:45:51.172537 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222acaa-683a-4be9-bc9c-661298e11226 req-6dac1194-b9cb-408e-a1d6-1808beef02a1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:51.173991 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a222acaa-683a-4be9-bc9c-661298e11226 req-6dac1194-b9cb-408e-a1d6-1808beef02a1 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0568521 Aug 12 12:45:51.214667 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a222acaa-683a-4be9-bc9c-661298e11226 req-617c7b69-1bfe-4360-8487-4ba6e793649a tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Aug 12 12:45:52.326289 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336745-5aae-46b4-b44c-f71080e6cc21 req-d8516c17-c4f7-4329-a7f4-f7825cd61c78 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:52.327777 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-84336745-5aae-46b4-b44c-f71080e6cc21 req-d8516c17-c4f7-4329-a7f4-f7825cd61c78 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0472281 Aug 12 12:45:52.366509 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-84336745-5aae-46b4-b44c-f71080e6cc21 req-1f0bff3e-dece-4ea5-9801-5111b48d20d4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Aug 12 12:45:52.838769 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-a62ec4e6-f8c7-42fd-953c-7bb957a12967 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:52.840336 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-a62ec4e6-f8c7-42fd-953c-7bb957a12967 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 946 time: 0.0512161 Aug 12 12:45:52.931230 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Deleting port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:45:52.931567 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:53.025014 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] For port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:45:53.025370 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:53.038303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Calling delete_port for eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:45:53.170574 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:53.183362 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['0daf481e-fe08-423b-bae6-70d309bdb8cf', 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:45:53.198227 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Pushing event deleted for resources: {'Port': ['ID=eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:45:53.242292 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] No DVR routers for this DVR port eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:45:53.245039 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:45:53.247341 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4442983-02b8-4791-8707-9cfa0a370f06 req-793d7c60-7514-4d40-94e7-259ff3a03d4c tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "DELETE /v2.0/ports/eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 HTTP/1.1" status: 204 len: 173 time: 0.4002459 Aug 12 12:45:53.247811 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'name': 'network-vif-deleted', 'tag': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:45:53.250791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf47aa8-5eb0-4cd6-8b89-489887c2159c" -d '{"events": [{"server_uuid": "e43f0ce7-40e6-4654-8605-4244b6be9f3a", "name": "network-vif-deleted", "tag": "eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:45:53.297864 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f871c40-5871-4ec6-a7bd-f594601fdd19 x-openstack-request-id: req-1f871c40-5871-4ec6-a7bd-f594601fdd19 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:45:53.298156 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e43f0ce7-40e6-4654-8605-4244b6be9f3a", "name": "network-vif-deleted", "tag": "eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:45:53.298409 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f871c40-5871-4ec6-a7bd-f594601fdd19 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:45:53.299361 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43f0ce7-40e6-4654-8605-4244b6be9f3a', 'name': 'network-vif-deleted', 'tag': 'eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9', 'status': 'completed', 'code': 200} Aug 12 12:45:53.476152 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d8db3793-6f27-463c-a10a-0496d18e9f2b req-b3aae268-e43f-4094-a5a8-22416f71266f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=e43f0ce7-40e6-4654-8605-4244b6be9f3a HTTP/1.1" status: 200 len: 210 time: 0.0278335 Aug 12 12:45:54.737403 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3dbc2-ea89-4f4b-ba9e-1fbec89ece37 req-56606778-1211-4361-9cf2-7adda5d0c0cd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:54.738865 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-86c3dbc2-ea89-4f4b-ba9e-1fbec89ece37 req-56606778-1211-4361-9cf2-7adda5d0c0cd tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0483792 Aug 12 12:45:54.774775 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-86c3dbc2-ea89-4f4b-ba9e-1fbec89ece37 req-840fef20-c190-482f-946c-3a5954054ea7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300286 Aug 12 12:45:55.893638 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43b8a7-2155-4c4e-aae7-8fa602aab8e3 req-97334449-2eea-4cea-abfb-a10761af0a70 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:55.895117 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5d43b8a7-2155-4c4e-aae7-8fa602aab8e3 req-97334449-2eea-4cea-abfb-a10761af0a70 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Aug 12 12:45:55.931897 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5d43b8a7-2155-4c4e-aae7-8fa602aab8e3 req-47101e7e-8372-48d9-99a4-c979b84deea6 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Aug 12 12:45:57.048508 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68487b9a-fd86-4d71-bc36-3fe1c7688c28 req-ae44b2ce-1b0b-4f7e-b827-42ff7853a60f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:57.049967 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-68487b9a-fd86-4d71-bc36-3fe1c7688c28 req-ae44b2ce-1b0b-4f7e-b827-42ff7853a60f tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0496001 Aug 12 12:45:57.088946 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-68487b9a-fd86-4d71-bc36-3fe1c7688c28 req-9b4878be-7b34-4d7f-99dc-b62953e3fe22 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 Aug 12 12:45:58.203763 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a216e-ba88-42e0-ba2a-6352f10ef712 req-3ce77102-75b3-4636-a67c-cc7ea2898c0d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:58.205167 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-861a216e-ba88-42e0-ba2a-6352f10ef712 req-3ce77102-75b3-4636-a67c-cc7ea2898c0d tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0472193 Aug 12 12:45:58.243802 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-861a216e-ba88-42e0-ba2a-6352f10ef712 req-604d3950-5e6d-4140-88ba-552aa78d253b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325122 Aug 12 12:45:58.345805 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:45:58.368250 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:45:58.368594 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device eaad3ce7-de9b-4cfe-a94a-7b4fa8e500a9 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:45:59.358825 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee436c-eed3-4999-b9df-b7515a7adbbe req-8e388255-2d7c-4f9a-b590-19c5ab94759e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:45:59.360469 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7bee436c-eed3-4999-b9df-b7515a7adbbe req-8e388255-2d7c-4f9a-b590-19c5ab94759e tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Aug 12 12:45:59.398485 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7bee436c-eed3-4999-b9df-b7515a7adbbe req-d920c012-e1b1-47b4-b28d-dd2c5253bcd7 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Aug 12 12:46:00.512122 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c662d-42df-418b-98df-79b3fc6c546e req-aaa86cd9-474b-429b-9bad-c17ac62fe6e4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:00.513631 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fb6c662d-42df-418b-98df-79b3fc6c546e req-aaa86cd9-474b-429b-9bad-c17ac62fe6e4 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0471201 Aug 12 12:46:00.551946 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fb6c662d-42df-418b-98df-79b3fc6c546e req-d02f2e75-e2e7-4d3a-894a-be8c0ae187ad tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab645573-88c1-49b2-9c03-5c623f431ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324759 Aug 12 12:46:00.981867 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-7e9b7b75-2bfe-4bcc-8b53-b74a509f1ea0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:00.983361 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-7e9b7b75-2bfe-4bcc-8b53-b74a509f1ea0 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 945 time: 0.0541527 Aug 12 12:46:01.085702 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Deleting port 0daf481e-fe08-423b-bae6-70d309bdb8cf {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:46:01.086039 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:01.173950 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] For port 0daf481e-fe08-423b-bae6-70d309bdb8cf, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=0daf481e-fe08-423b-bae6-70d309bdb8cf,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:01.174310 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:01.190485 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Calling delete_port for 0daf481e-fe08-423b-bae6-70d309bdb8cf owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:46:01.321809 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:01.335223 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['0daf481e-fe08-423b-bae6-70d309bdb8cf'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:46:01.352022 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Pushing event deleted for resources: {'Port': ['ID=0daf481e-fe08-423b-bae6-70d309bdb8cf,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:01.392761 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] No DVR routers for this DVR port 0daf481e-fe08-423b-bae6-70d309bdb8cf on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:46:01.395615 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:01.398798 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-881cb2da-3dc8-4532-ba40-1ea47fb05a3f req-c6200d31-2e0a-43a3-94c4-3c9dc7a85e44 tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.10 "DELETE /v2.0/ports/0daf481e-fe08-423b-bae6-70d309bdb8cf HTTP/1.1" status: 204 len: 173 time: 0.4011745 Aug 12 12:46:01.399383 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609228c4-04b2-47a9-a161-e9db5440b453', 'name': 'network-vif-deleted', 'tag': '0daf481e-fe08-423b-bae6-70d309bdb8cf'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:46:01.401793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d39af74-44ad-44e7-af22-5579a245819b" -d '{"events": [{"server_uuid": "609228c4-04b2-47a9-a161-e9db5440b453", "name": "network-vif-deleted", "tag": "0daf481e-fe08-423b-bae6-70d309bdb8cf"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:46:01.442569 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc47464-15fc-4404-8469-efdb283400fc x-openstack-request-id: req-9dc47464-15fc-4404-8469-efdb283400fc {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:46:01.442863 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609228c4-04b2-47a9-a161-e9db5440b453", "name": "network-vif-deleted", "tag": "0daf481e-fe08-423b-bae6-70d309bdb8cf", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:46:01.443141 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dc47464-15fc-4404-8469-efdb283400fc {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:46:01.443527 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '609228c4-04b2-47a9-a161-e9db5440b453', 'name': 'network-vif-deleted', 'tag': '0daf481e-fe08-423b-bae6-70d309bdb8cf', 'status': 'completed', 'code': 200} Aug 12 12:46:01.655981 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ad7165b2-5bcf-4936-ac48-bcb1aeabae5e req-38fbc12b-3570-4059-be0d-b78b6cbced6b tempest-ServerRescueNegativeTestJSON-379765341 tempest-ServerRescueNegativeTestJSON-379765341-project] 10.222.0.22 "GET /v2.0/ports?device_id=609228c4-04b2-47a9-a161-e9db5440b453 HTTP/1.1" status: 200 len: 210 time: 0.0255904 Aug 12 12:46:02.710880 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39740) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:03.302627 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:03.539735 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:03.588391 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Deleting port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:46:03.588729 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:03.668919 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] For port 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,segment=NetworkSegment(572eb0e8-9d71-4a3d-a0f8-fa3a23459558),segment_id=572eb0e8-9d71-4a3d-a0f8-fa3a23459558)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:03.669278 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:03.682807 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Calling delete_port for 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f owned by network:router_interface {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:46:03.910439 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:03.937939 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Pushing event deleted for resources: {'Port': ['ID=54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:04.094808 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:04.310451 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Router 1ef25df2-ac3c-431b-8a0c-001b83131c4a has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:46:04.419572 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:46:04.427828 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-f875a71a-5d4a-4480-8e01-2dffa9db192e admin admin] 10.222.0.22 "PUT /v2.0/routers/1ef25df2-ac3c-431b-8a0c-001b83131c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136550 Aug 12 12:46:04.428097 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39756) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:04.440143 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] Sync routers for ids ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:46:04.450602 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] Routers {'1ef25df2-ac3c-431b-8a0c-001b83131c4a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:04.451234 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:45:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:04.543210 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:04.562127 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] Set router 1ef25df2-ac3c-431b-8a0c-001b83131c4a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:04.762080 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:46:03Z', 'revision_number': 5, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:04.788788 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] Checking router: 1ef25df2-ac3c-431b-8a0c-001b83131c4a for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:46:04.801105 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] Routers {'1ef25df2-ac3c-431b-8a0c-001b83131c4a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:04.801750 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:45:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:04.898202 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:04.907237 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] Set router 1ef25df2-ac3c-431b-8a0c-001b83131c4a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:04.952211 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Deleting port 3b2284e5-bb69-4bec-9253-4be7985c2db2 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:46:04.952790 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.033788 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] For port 3b2284e5-bb69-4bec-9253-4be7985c2db2, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=3b2284e5-bb69-4bec-9253-4be7985c2db2,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:05.034086 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.046326 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Calling delete_port for 3b2284e5-bb69-4bec-9253-4be7985c2db2 owned by network:router_gateway {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:46:05.089520 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:46:03Z', 'revision_number': 5, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:05.116646 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc68154-f6e1-42af-84b9-13904f94e7c5 None None] The sync data for ids ['1ef25df2-ac3c-431b-8a0c-001b83131c4a'] in dv-cinder-804294-1-iscsi is: [{'id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'name': 'tempest-ServerRescueNegativeTestJSON-460087955-router', 'tenant_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:46:03Z', 'revision_number': 5, 'project_id': 'f9356a2c8b414e3abf2db2aadad3fab4', 'gw_port': {'id': '3b2284e5-bb69-4bec-9253-4be7985c2db2', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:82:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef25df2-ac3c-431b-8a0c-001b83131c4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:46:05.220250 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.250997 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2284e5-bb69-4bec-9253-4be7985c2db2,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:05.314878 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.416800 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.419181 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.485270 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.485847 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef25df2-ac3c-431b-8a0c-001b83131c4a {{(pid=100364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 12:46:05.491160 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.494568 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-cd753888-e2a7-4b7e-8265-76b14eaa9f17 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1ef25df2-ac3c-431b-8a0c-001b83131c4a HTTP/1.1" status: 204 len: 168 time: 1.0628204 Aug 12 12:46:05.495098 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39766) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:05.541424 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] Deleting subnet aaf58920-cbce-43b0-a574-65d469326e24 {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:46:05.544643 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.582261 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.623483 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.677001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.701363 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaf58920-cbce-43b0-a574-65d469326e24,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:05.707910 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.711069 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-0268661f-ae4d-4129-9f84-21cd877450db admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aaf58920-cbce-43b0-a574-65d469326e24 HTTP/1.1" status: 204 len: 168 time: 0.2147713 Aug 12 12:46:05.712159 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39768) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:05.788426 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.873616 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.883614 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edf8b20-407d-4d3d-9d09-754c4792c58a']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:05.893371 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572eb0e8-9d71-4a3d-a0f8-fa3a23459558') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:05.893666 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572eb0e8-9d71-4a3d-a0f8-fa3a23459558') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:05.902914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.917555 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.924236 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:46:05.924635 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:46:05.926325 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:46:05.981321 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.986841 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:05.988648 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9edf8b20-407d-4d3d-9d09-754c4792c58a HTTP/1.1" status: 204 len: 168 time: 0.2755890 Aug 12 12:46:05.998961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adbbe1-817b-4446-94e3-6398721cc658 admin admin] Pushing event deleted for resources: {'Network': ['ID=9edf8b20-407d-4d3d-9d09-754c4792c58a,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:06.154801 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39778) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:06.199300 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-56bd9ba8-8d5f-4ec0-b227-c71842467fa6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9356a2c8b414e3abf2db2aadad3fab4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430667 Aug 12 12:46:06.203073 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39780) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:06.254109 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d6dd05b4-c1d7-46a1-bd39-d9eaf6bf354a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:06.274905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d6dd05b4-c1d7-46a1-bd39-d9eaf6bf354a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:06.320723 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d6dd05b4-c1d7-46a1-bd39-d9eaf6bf354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:06.323411 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d6dd05b4-c1d7-46a1-bd39-d9eaf6bf354a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:06.324723 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d6dd05b4-c1d7-46a1-bd39-d9eaf6bf354a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab645573-88c1-49b2-9c03-5c623f431ac4 HTTP/1.1" status: 204 len: 168 time: 0.1216516 Aug 12 12:46:06.332525 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd05b4-c1d7-46a1-bd39-d9eaf6bf354a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab645573-88c1-49b2-9c03-5c623f431ac4,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:06.350066 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 0daf481e-fe08-423b-bae6-70d309bdb8cf no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:46:06.372111 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 0daf481e-fe08-423b-bae6-70d309bdb8cf {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:46:06.372458 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 0daf481e-fe08-423b-bae6-70d309bdb8cf not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:46:06.624603 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:46:06.648621 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:46:06.648960 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 54a2a4c1-8a73-4bd2-b4af-3736dcb6c66f not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:46:06.649364 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 3b2284e5-bb69-4bec-9253-4be7985c2db2 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:46:06.667671 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 3b2284e5-bb69-4bec-9253-4be7985c2db2 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:46:06.668031 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 3b2284e5-bb69-4bec-9253-4be7985c2db2 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:46:07.010102 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39808) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:07.117959 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-23938198-network', 'tenant_id': '7381a7604f81448590c29ca9903713cd'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:07.139873 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Made reservation on behalf of 7381a7604f81448590c29ca9903713cd for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:46:07.142244 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.150288 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.245734 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.250178 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.277749 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:46:07.283012 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9517b0-2c82-4a85-a208-8a9a8072561e,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:07.291100 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.291567 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Added segment 4c684dd1-529d-4239-9fdc-caae2154e2be of type vlan for network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb Aug 12 12:46:07.332733 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.363248 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.364216 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:07.364781 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.416288 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4048228 Aug 12 12:46:07.419303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39822) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:07.429389 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Request body: {'subnet': {'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-23938198-subnet', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:07.440501 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe809b3-6210-41a7-a386-d8cb6851557c admin admin] Pushing event updated for resources: {'Network': ['ID=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:07.451774 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:46:07.456629 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Made reservation on behalf of 7381a7604f81448590c29ca9903713cd for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:46:07.458993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078794'] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.627791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13397493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078840'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.684314 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886e9187-d65e-496d-a82b-a57276f63ec6,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:07.692464 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Checking segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:07.692814 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Network hostable DHCP agents. Network: 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:46:07.708790 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:46:07.718413 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:07.724737 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:07.725494 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.729731 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5a7120-5121-4c09-aa43-0dcf47dd420b None None] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:46:07.741456 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-15302edf-22ca-4799-ab68-5612e2c13153 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3205137 Aug 12 12:46:07.743990 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 39824) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:07.748256 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:07.768317 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.769534 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.830809 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.975306 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:07.996722 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:46:08.001279 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.150903 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Allocated IP 172.20.0.2 (0fb1cfd1-6a33-48c4-85df-0905d23c9cfb/886e9187-d65e-496d-a82b-a57276f63ec6/712a6bb4-17a4-4330-845a-45ef68ba3f51) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:08.177011 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.196974 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.297139 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.306224 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Allocated IP 172.27.2.203 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/1e61d2c3-9c60-47b2-bb87-a827f8cbd61d) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:08.309021 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Transition to ACTIVE for port object 712a6bb4-17a4-4330-845a-45ef68ba3f51 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:08.325727 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Transition to ACTIVE for port object 712a6bb4-17a4-4330-845a-45ef68ba3f51 will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:08.331649 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.376006 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:08.378761 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:08.382642 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:08.389389 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Pushing event updated for resources: {'Port': ['ID=712a6bb4-17a4-4330-845a-45ef68ba3f51,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:08.409062 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.443881 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Attempting to bind port 712a6bb4-17a4-4330-845a-45ef68ba3f51 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:46:08.444260 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Attempting to bind port 712a6bb4-17a4-4330-845a-45ef68ba3f51 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:46:08.444623 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Attempting to bind port 712a6bb4-17a4-4330-845a-45ef68ba3f51 on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:46:08.449523 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:46:08.449837 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Checking segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:08.450242 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.450770 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Bound using segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:46:08.451110 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Bound port: 712a6bb4-17a4-4330-845a-45ef68ba3f51, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:46:08.451492 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.457814 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.498951 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:08.503801 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:08.507966 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:08.522756 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] For port 712a6bb4-17a4-4330-845a-45ef68ba3f51, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:46:08.526132 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] For port 712a6bb4-17a4-4330-845a-45ef68ba3f51, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=712a6bb4-17a4-4330-845a-45ef68ba3f51,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:46:08.538577 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:08.538927 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Pushing event updated for resources: {'Port': ['ID=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:08.602946 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055c9af-8112-4a52-bb4e-01c216efb2f5 None None] Pushing event updated for resources: {'Port': ['ID=712a6bb4-17a4-4330-845a-45ef68ba3f51,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:09.021400 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:09.222352 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:09.354374 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Router 04441270-a165-47f7-b418-e3b44c9b7ecc is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:46:09.443116 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72921e14-4eac-48a6-b88c-fd706fd791f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:09.475652 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:46:09.486856 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Sync routers for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:46:09.492318 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:09.496204 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-161b9d2f-4f4d-4c9c-94b4-22f017608c04 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7486219 Aug 12 12:46:09.496598 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39832) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:09.504298 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f44721-6354-49fc-b3ed-89488206b5f6 None None] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:46:09.507590 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:09.508223 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:45:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:09.671331 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-8b754313-0636-45e9-bf56-c9f3adcfda94 None None] Provisioning for port 712a6bb4-17a4-4330-845a-45ef68ba3f51 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:09.676194 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:09.936365 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:08Z', 'revision_number': 3, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:09.951343 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab60c19-133c-4401-ab9a-991dbe41d97f req-4d6a37c1-2e1b-4bb6-88e4-568913c08102 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:09.952887 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ab60c19-133c-4401-ab9a-991dbe41d97f req-4d6a37c1-2e1b-4bb6-88e4-568913c08102 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0885994 Aug 12 12:46:09.971490 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Checking router: 04441270-a165-47f7-b418-e3b44c9b7ecc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:46:09.971706 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Updating router 04441270-a165-47f7-b418-e3b44c9b7ecc port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:46:09.998079 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.021500 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.026246 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ab60c19-133c-4401-ab9a-991dbe41d97f req-24ff85ed-c7f3-4cd0-8ebd-4e51c86abad7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487831 Aug 12 12:46:10.185828 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Allocated IP 172.20.0.1 (0fb1cfd1-6a33-48c4-85df-0905d23c9cfb/886e9187-d65e-496d-a82b-a57276f63ec6/06807f2f-58cb-45b0-866a-8e9009d339b7) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:10.293859 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.300814 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.307305 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Transition to ACTIVE for port object 06807f2f-58cb-45b0-866a-8e9009d339b7 will not be triggered until provisioned by entity DHCP. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:10.311373 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Transition to ACTIVE for port object 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:10.316822 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.341120 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.368444 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Attempting to bind port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:46:10.368820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Attempting to bind port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:46:10.369285 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Attempting to bind port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:46:10.376772 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:10.378103 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:46:10.378480 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:10.378884 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.379307 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:46:10.379771 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Bound port: 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:46:10.380149 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.382112 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fc03c-9269-4a88-afc1-c931e4dd79eb None None] Pushing event updated for resources: {'Port': ['ID=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:10.383441 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:10.386880 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:10.392203 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Pushing event updated for resources: {'Port': ['ID=06807f2f-58cb-45b0-866a-8e9009d339b7,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:10.438176 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.445131 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] For port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:46:10.448484 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] For port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:46:10.452203 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.515351 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558fc03c-9269-4a88-afc1-c931e4dd79eb None None] Pushing event updated for resources: {'Port': ['ID=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:10.518200 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:10.518807 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:45:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:10.571339 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.647604 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-15afd902-2ec9-40d5-a1b4-b87f24ea88d4 None None] Provisioning for port 06807f2f-58cb-45b0-866a-8e9009d339b7 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:10.652388 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:10.654295 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-15afd902-2ec9-40d5-a1b4-b87f24ea88d4 None None] Provisioning complete for port 06807f2f-58cb-45b0-866a-8e9009d339b7 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:10.654733 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-15afd902-2ec9-40d5-a1b4-b87f24ea88d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.734532 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 712a6bb4-17a4-4330-845a-45ef68ba3f51 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:10.768103 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.773744 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.825451 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-15afd902-2ec9-40d5-a1b4-b87f24ea88d4 None None] Port 06807f2f-58cb-45b0-866a-8e9009d339b7 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:46:10.848601 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Pushing event updated for resources: {'Port': ['ID=06807f2f-58cb-45b0-866a-8e9009d339b7,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:10.852194 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.870242 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 712a6bb4-17a4-4330-845a-45ef68ba3f51 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:10.876537 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 712a6bb4-17a4-4330-845a-45ef68ba3f51 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:10.876896 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:10.944975 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:10.946358 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:10.977217 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:08Z', 'revision_number': 3, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:11.069802 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Router 04441270-a165-47f7-b418-e3b44c9b7ecc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:46:11.150786 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ef6e27-a2b3-4f62-971c-fb8881888e25 None None] The sync data for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi is: [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:08Z', 'revision_number': 3, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:46:11.155426 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.185865 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-b6bff03b-05b9-4258-b3b8-5883a81a43a6 None None] Provisioning complete for port 06807f2f-58cb-45b0-866a-8e9009d339b7 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:11.185865 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-b6bff03b-05b9-4258-b3b8-5883a81a43a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.204588 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:46:11.211248 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7de353f9-b242-4ffd-ad23-067ff78e497a admin admin] 10.222.0.22 "PUT /v2.0/routers/04441270-a165-47f7-b418-e3b44c9b7ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7137263 Aug 12 12:46:11.223241 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0200bfc-c615-4182-aebb-e7848c993cc3 req-ae7739fd-634c-40a2-a4c5-2f4734699721 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:11.231568 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c0200bfc-c615-4182-aebb-e7848c993cc3 req-ae7739fd-634c-40a2-a4c5-2f4734699721 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0659411 Aug 12 12:46:11.239812 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 712a6bb4-17a4-4330-845a-45ef68ba3f51, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=712a6bb4-17a4-4330-845a-45ef68ba3f51,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:11.245094 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.273345 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-b6bff03b-05b9-4258-b3b8-5883a81a43a6 None None] Port 06807f2f-58cb-45b0-866a-8e9009d339b7 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:46:11.280839 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c0200bfc-c615-4182-aebb-e7848c993cc3 req-c8335dc9-a0a7-4f17-b04f-f590761d6bab tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483418 Aug 12 12:46:11.301922 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=712a6bb4-17a4-4330-845a-45ef68ba3f51,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:11.748680 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39882) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:11.753444 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-2b5717be-a32b-4368-bc5c-409eba45458e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272654631', 'description': 'tempest-description--245024849'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:11.778877 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2b5717be-a32b-4368-bc5c-409eba45458e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.861681 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2b5717be-a32b-4368-bc5c-409eba45458e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.866343 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2b5717be-a32b-4368-bc5c-409eba45458e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.893654 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2b5717be-a32b-4368-bc5c-409eba45458e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.898712 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-2b5717be-a32b-4368-bc5c-409eba45458e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1452861 Aug 12 12:46:11.899007 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39884) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:11.903372 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-206024e9-4816-4e1c-a679-2555f5d3351a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'security_group_rule': {'security_group_id': 'b0062e66-9d42-49e8-aff4-6f906352c10f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:11.908685 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5717be-a32b-4368-bc5c-409eba45458e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0062e66-9d42-49e8-aff4-6f906352c10f,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:11.933815 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-206024e9-4816-4e1c-a679-2555f5d3351a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.994341 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-206024e9-4816-4e1c-a679-2555f5d3351a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:11.998018 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-206024e9-4816-4e1c-a679-2555f5d3351a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.002222 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-13565849-cda2-404a-8738-147e8dacdfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.015182 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206024e9-4816-4e1c-a679-2555f5d3351a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60816038-26e3-4db2-a1d0-2cf322b9c4fc,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:12.020734 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-206024e9-4816-4e1c-a679-2555f5d3351a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.022453 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-206024e9-4816-4e1c-a679-2555f5d3351a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219521 Aug 12 12:46:12.024992 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39886) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:12.029267 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-517dc6c3-6729-4edf-b63c-21c69c1823a6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'security_group_rule': {'security_group_id': 'b0062e66-9d42-49e8-aff4-6f906352c10f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:12.053684 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-517dc6c3-6729-4edf-b63c-21c69c1823a6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.108638 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-517dc6c3-6729-4edf-b63c-21c69c1823a6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.111854 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-517dc6c3-6729-4edf-b63c-21c69c1823a6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.128107 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dc6c3-6729-4edf-b63c-21c69c1823a6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54d1150-aa94-4f87-9fef-c68e1e2452c7,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:12.135145 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-517dc6c3-6729-4edf-b63c-21c69c1823a6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.136377 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-517dc6c3-6729-4edf-b63c-21c69c1823a6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1104679 Aug 12 12:46:12.139335 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 39888) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:12.143608 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:12.168966 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.265586 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.271409 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.370750 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Allocated IP 172.27.2.177 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/fcad5f09-e5f8-4e0d-b92b-0eb269f65b9e) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:12.406350 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612d0e3-0096-47ec-a211-00f444357c4d req-1a996921-0fce-4b52-9b50-e1109f463633 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:12.408346 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6612d0e3-0096-47ec-a211-00f444357c4d req-1a996921-0fce-4b52-9b50-e1109f463633 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0506399 Aug 12 12:46:12.446619 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6612d0e3-0096-47ec-a211-00f444357c4d req-9f4b2e97-50d0-493f-bb94-e6da1b9c29ed tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Aug 12 12:46:12.477335 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.515976 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.549775 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:12.554835 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:12.558243 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:12.581776 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'Port': ['ID=fcad5f09-e5f8-4e0d-b92b-0eb269f65b9e,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:12.679586 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Sync routers for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:46:12.688499 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:12.689320 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:12.693858 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.731339 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:12.753544 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.788850 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:12.793388 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:12.793831 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.877882 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.900252 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:12.900816 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:12.904700 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.905677 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 712a6bb4-17a4-4330-845a-45ef68ba3f51 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:12.937558 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.943067 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:12.992289 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:13.007811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 712a6bb4-17a4-4330-845a-45ef68ba3f51 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:13.008931 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.019900 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.034006 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'Port': ['ID=fcad5f09-e5f8-4e0d-b92b-0eb269f65b9e,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:13.041212 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.050421 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-28a92d8f-7849-4855-b6e1-f29a560a387e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9023349 Aug 12 12:46:13.127389 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 2, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:13.157308 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Checking router: 04441270-a165-47f7-b418-e3b44c9b7ecc for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:46:13.157659 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Updating router 04441270-a165-47f7-b418-e3b44c9b7ecc port 06807f2f-58cb-45b0-866a-8e9009d339b7 binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:46:13.183685 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.222858 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.379795 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-8db1a082-1f1f-4f26-9d0d-aceb40158468 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1272654631&fields=id&tenant_id=7381a7604f81448590c29ca9903713cd HTTP/1.1" status: 200 len: 267 time: 0.2253380 Aug 12 12:46:13.452045 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.461853 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Transition to ACTIVE for port object 06807f2f-58cb-45b0-866a-8e9009d339b7 will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:13.467380 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.484235 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-9b46e2e2-2bdd-4bf3-95ed-7b072af8708a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:13.487521 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-9b46e2e2-2bdd-4bf3-95ed-7b072af8708a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 809 time: 0.1002491 Aug 12 12:46:13.502602 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-66f3fc17-c728-4c0b-a5f3-7d9ac580e354 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/quotas/7381a7604f81448590c29ca9903713cd HTTP/1.1" status: 200 len: 375 time: 0.0108161 Aug 12 12:46:13.537788 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Pushing event updated for resources: {'Port': ['ID=06807f2f-58cb-45b0-866a-8e9009d339b7,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:13.558105 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.558460 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.558796 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.559164 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.559690 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.560002 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.560320 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.560639 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.560972 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.562155 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.562486 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.562804 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:13.574688 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-ee4855da-d3e2-4de0-a3bf-5dcc672822ee tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576913 Aug 12 12:46:13.577360 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bb560-630c-4879-a066-4cdce3ff7c5c req-4e55714d-107c-40b8-83e3-a991b99b5315 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:13.578869 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5e6bb560-630c-4879-a066-4cdce3ff7c5c req-4e55714d-107c-40b8-83e3-a991b99b5315 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0528705 Aug 12 12:46:13.579143 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Attempting to bind port 06807f2f-58cb-45b0-866a-8e9009d339b7 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:46:13.579288 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Attempting to bind port 06807f2f-58cb-45b0-866a-8e9009d339b7 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:46:13.579642 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Attempting to bind port 06807f2f-58cb-45b0-866a-8e9009d339b7 on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:46:13.585142 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:46:13.585507 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Checking segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:13.585891 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.586449 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Bound using segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:46:13.586906 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Bound port: 06807f2f-58cb-45b0-866a-8e9009d339b7, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:46:13.587321 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.629729 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5e6bb560-630c-4879-a066-4cdce3ff7c5c req-e727c8a8-375e-48af-8afe-7fa665072969 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Aug 12 12:46:13.651857 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] For port 06807f2f-58cb-45b0-866a-8e9009d339b7, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:46:13.656494 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] For port 06807f2f-58cb-45b0-866a-8e9009d339b7, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=06807f2f-58cb-45b0-866a-8e9009d339b7,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:46:13.663268 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:13.690724 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-a2e7822f-4fb2-4fff-978d-2bad6d03d66a service neutron] 10.222.0.22 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975611 Aug 12 12:46:13.714241 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:13.714862 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:13.765980 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eedcc4-287e-46b9-ac5f-b65e1cff4f94 None None] Pushing event updated for resources: {'Port': ['ID=06807f2f-58cb-45b0-866a-8e9009d339b7,revision_number=4']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:13.791196 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-b7a8c727-e9b2-499e-bccf-ef0845331c49 service neutron] 10.222.0.22 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930176 Aug 12 12:46:13.841410 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:13.985124 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-bad475ec-eb6f-46bd-9d3d-98e05ff7b087 req-4efeb704-ef1a-4dfa-96c5-8c986b0a71e1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 210 time: 0.0258148 Aug 12 12:46:14.050706 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:13Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:14.076639 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0116e0d-e3c7-49f8-8bdf-0603e7263487 None None] The sync data for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi is: [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:13Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:46:14.705835 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:14.761332 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4662d-f567-4755-acec-65cb23ce8a0c req-56708e3a-6ba6-4e49-a51d-598841f0c773 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:14.763139 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5dc4662d-f567-4755-acec-65cb23ce8a0c req-56708e3a-6ba6-4e49-a51d-598841f0c773 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Aug 12 12:46:14.773078 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:14.773454 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:14.804347 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5dc4662d-f567-4755-acec-65cb23ce8a0c req-58a953ab-5af1-4295-a4e8-45e3c8daae50 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349228 Aug 12 12:46:14.876280 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:14.878202 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 06807f2f-58cb-45b0-866a-8e9009d339b7 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:14.932997 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 06807f2f-58cb-45b0-866a-8e9009d339b7 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:14.937275 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 06807f2f-58cb-45b0-866a-8e9009d339b7 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:14.937859 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.065721 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.093751 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-966c482f-1ff5-46cd-a411-3d2523ce3183 req-23e07664-a216-4cc7-9a73-5b3bf7f31e33 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 210 time: 0.0355814 Aug 12 12:46:15.104183 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-c157e0d4-9b4c-4e65-b0a8-7edddc1a0ca7 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:15.106168 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-c157e0d4-9b4c-4e65-b0a8-7edddc1a0ca7 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 809 time: 0.1887681 Aug 12 12:46:15.122525 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 06807f2f-58cb-45b0-866a-8e9009d339b7, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=06807f2f-58cb-45b0-866a-8e9009d339b7,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:15.127792 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.166604 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-48b62688-b8f5-43a7-ad9a-c2d029122b00 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7381a7604f81448590c29ca9903713cd HTTP/1.1" status: 200 len: 380 time: 0.0486152 Aug 12 12:46:15.176854 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'port': {'device_id': 'f74ad281-09df-474a-ba96-81277739df49', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'admin_state_up': True, 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'security_groups': ['b0062e66-9d42-49e8-aff4-6f906352c10f']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:15.184173 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=06807f2f-58cb-45b0-866a-8e9009d339b7,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:15.281054 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Made reservation on behalf of 7381a7604f81448590c29ca9903713cd for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:46:15.284835 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.407692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Allocated IP 172.20.0.9 (0fb1cfd1-6a33-48c4-85df-0905d23c9cfb/886e9187-d65e-496d-a82b-a57276f63ec6/1863ca56-c4f0-473a-834c-a892cf2b7b31) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:15.536436 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.549424 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Transition to ACTIVE for port object 1863ca56-c4f0-473a-834c-a892cf2b7b31 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:15.581258 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.623117 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:15.627880 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:15.631407 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:15.655411 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'Port': ['ID=1863ca56-c4f0-473a-834c-a892cf2b7b31,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:15.683993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:15.684623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.698782 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-d107fa0d-7a97-45a6-ac4f-95ff15d32a28 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5256617 Aug 12 12:46:15.712388 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Request body: {'port': {'device_id': 'f74ad281-09df-474a-ba96-81277739df49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:15.766897 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.874195 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-e7cef449-2d4c-425e-bd85-effa79de5eca None None] Provisioning for port 1863ca56-c4f0-473a-834c-a892cf2b7b31 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:15.880779 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-e7cef449-2d4c-425e-bd85-effa79de5eca None None] Provisioning complete for port 1863ca56-c4f0-473a-834c-a892cf2b7b31 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:15.881727 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-e7cef449-2d4c-425e-bd85-effa79de5eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:15.920675 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-e7cef449-2d4c-425e-bd85-effa79de5eca None None] Port 1863ca56-c4f0-473a-834c-a892cf2b7b31 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:46:15.925830 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c73e2-1741-47b0-a6d3-f89483f05166 req-f8975769-48ec-4c3c-9696-2b5b74dbee37 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:15.928143 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-710c73e2-1741-47b0-a6d3-f89483f05166 req-f8975769-48ec-4c3c-9696-2b5b74dbee37 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0497515 Aug 12 12:46:15.969615 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-710c73e2-1741-47b0-a6d3-f89483f05166 req-e56f8fa2-e2ab-4309-85b2-127a114a1e34 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336230 Aug 12 12:46:16.042723 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1863ca56-c4f0-473a-834c-a892cf2b7b31 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:46:16.050074 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:16.062028 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Transition to ACTIVE for port object 1863ca56-c4f0-473a-834c-a892cf2b7b31 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:16.065630 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:16.112170 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Pushing event updated for resources: {'Port': ['ID=1863ca56-c4f0-473a-834c-a892cf2b7b31,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:16.215809 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Attempting to bind port 1863ca56-c4f0-473a-834c-a892cf2b7b31 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:46:16.216146 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Attempting to bind port 1863ca56-c4f0-473a-834c-a892cf2b7b31 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:46:16.216450 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Attempting to bind port 1863ca56-c4f0-473a-834c-a892cf2b7b31 on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:46:16.223567 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Port 1863ca56-c4f0-473a-834c-a892cf2b7b31 on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:46:16.223837 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Attempting to bind port 1863ca56-c4f0-473a-834c-a892cf2b7b31 on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:46:16.231858 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:46:16.232185 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Checking segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:16.232559 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Bound using segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:46:16.233041 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Bound port: 1863ca56-c4f0-473a-834c-a892cf2b7b31, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:46:16.233385 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:16.249538 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94f234-a94b-4d98-85dc-96e4e29559ac req-33ce93fe-1889-4d4d-ad74-11829a00f60c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:16.250991 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9e94f234-a94b-4d98-85dc-96e4e29559ac req-33ce93fe-1889-4d4d-ad74-11829a00f60c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 943 time: 0.0843241 Aug 12 12:46:16.317749 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9e94f234-a94b-4d98-85dc-96e4e29559ac req-19eb3f80-b695-4880-919b-b69cc447118c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599279 Aug 12 12:46:16.328707 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] For port 1863ca56-c4f0-473a-834c-a892cf2b7b31, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:46:16.331993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] For port 1863ca56-c4f0-473a-834c-a892cf2b7b31, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:46:16.340212 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:16.372694 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:16.373307 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:16.374605 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] 10.222.0.10 "PUT /v2.0/ports/1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 1093 time: 0.6668055 Aug 12 12:46:16.375024 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:46:16.377301 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:46:16.406607 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b0312-9e6c-4313-8d67-0b0eaadf38dd service neutron] Pushing event updated for resources: {'Port': ['ID=1863ca56-c4f0-473a-834c-a892cf2b7b31,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:16.460574 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244e3050-b236-4718-899e-0741d4347e94 x-openstack-request-id: req-244e3050-b236-4718-899e-0741d4347e94 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:46:16.460871 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:46:16.461125 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-244e3050-b236-4718-899e-0741d4347e94 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:46:16.461518 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'status': 'completed', 'code': 200} Aug 12 12:46:16.482306 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-b964c645-6534-4a8c-9d97-8d3673000d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:16.483890 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-b964c645-6534-4a8c-9d97-8d3673000d3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1096 time: 0.0531299 Aug 12 12:46:16.526578 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-9b2ab361-64ad-4367-98ff-2aa3a00c243d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 217 time: 0.0339301 Aug 12 12:46:16.576470 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-cf424dec-ebb5-42b0-a78b-fe9505b591fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:16.577929 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-cf424dec-ebb5-42b0-a78b-fe9505b591fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0444663 Aug 12 12:46:16.625783 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-9b8acb38-331c-4103-a53b-c39cf24be43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:16.627402 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-9b8acb38-331c-4103-a53b-c39cf24be43b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417533 Aug 12 12:46:16.642724 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 06807f2f-58cb-45b0-866a-8e9009d339b7 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:16.701766 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 06807f2f-58cb-45b0-866a-8e9009d339b7 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:16.702133 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:16.718653 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-72772dbf-53fd-434c-98c7-1cd8e2309517 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Aug 12 12:46:16.810524 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2f56883b-5309-4695-8ff4-232716bdf0d6 req-8d5880ec-5ec2-4686-bad1-e273078fc795 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830905 Aug 12 12:46:16.905102 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:46:17.089066 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47296d59-5cb0-4111-9cae-243905f205fd req-8d2728fc-9139-43d8-b28c-4a584cf695d9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:17.090575 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-47296d59-5cb0-4111-9cae-243905f205fd req-8d2728fc-9139-43d8-b28c-4a584cf695d9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0492191 Aug 12 12:46:17.127852 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-47296d59-5cb0-4111-9cae-243905f205fd req-00c8530f-1f0d-45a2-bbf2-7e132235b70d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311472 Aug 12 12:46:17.311058 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-b6cb71e8-308d-456a-8b8c-3c8ff748fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:17.312498 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-b6cb71e8-308d-456a-8b8c-3c8ff748fe2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1096 time: 0.0397370 Aug 12 12:46:17.402213 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-b53fc8d4-c8c8-4a3b-a664-f64d4275f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:17.403712 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-b53fc8d4-c8c8-4a3b-a664-f64d4275f3f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.0840337 Aug 12 12:46:17.441529 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f60dfb-b7ca-4ab6-a0e5-a8dbd0d2b6e8 req-6117aa7a-fe21-4ceb-82ec-b5b9cacf1c58 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:17.443140 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c4f60dfb-b7ca-4ab6-a0e5-a8dbd0d2b6e8 req-6117aa7a-fe21-4ceb-82ec-b5b9cacf1c58 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 943 time: 0.0528290 Aug 12 12:46:17.447500 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-5eadf7d5-4885-46bd-92d5-753e1a53d96c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 217 time: 0.0359249 Aug 12 12:46:17.484299 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c4f60dfb-b7ca-4ab6-a0e5-a8dbd0d2b6e8 req-d69901ec-2146-48bc-87bf-a630ee8b0abf tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347397 Aug 12 12:46:17.505240 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-41e4c014-054e-4dce-975b-7f2594fd135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:17.505240 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-41e4c014-054e-4dce-975b-7f2594fd135e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0466437 Aug 12 12:46:17.558972 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-70a146e1-c725-4ab0-8954-f05da6c44551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:17.561337 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-70a146e1-c725-4ab0-8954-f05da6c44551 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521820 Aug 12 12:46:17.651804 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-00aadbf6-e2ef-4ff8-8e6c-c73c4b49cdaa service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809050 Aug 12 12:46:17.748853 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-95ea00af-3a11-4b71-9c2e-e053d4c0c57d req-c13971ac-21c1-4aac-a470-cba96cd9fb10 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862520 Aug 12 12:46:18.244244 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9345f-ae29-4a82-adc0-b036113dc756 req-11f5dfcb-2611-4f58-b515-7d3c77ca2d5b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:18.245674 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2ec9345f-ae29-4a82-adc0-b036113dc756 req-11f5dfcb-2611-4f58-b515-7d3c77ca2d5b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Aug 12 12:46:18.281836 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2ec9345f-ae29-4a82-adc0-b036113dc756 req-46d3415d-3f3f-4624-9392-5924b9bd3d5e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302041 Aug 12 12:46:18.599147 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04711f-2ff3-47ac-936d-29c4dfa16429 req-93875b38-e115-48b3-af00-2cb41443e7da tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:18.601180 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2b04711f-2ff3-47ac-936d-29c4dfa16429 req-93875b38-e115-48b3-af00-2cb41443e7da tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 943 time: 0.0466819 Aug 12 12:46:18.637380 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2b04711f-2ff3-47ac-936d-29c4dfa16429 req-041b5823-7fcd-4f12-aaab-8c6b622353c5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301759 Aug 12 12:46:19.400287 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3a5f1-7dbc-426a-9eb1-1df6720b37d3 req-8335aecd-62b5-4cfd-a74b-0a461362c43e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:19.401642 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fb3a5f1-7dbc-426a-9eb1-1df6720b37d3 req-8335aecd-62b5-4cfd-a74b-0a461362c43e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0468049 Aug 12 12:46:19.437758 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fb3a5f1-7dbc-426a-9eb1-1df6720b37d3 req-ef91fc6f-2448-44f0-a7c9-0258e85c2e43 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304358 Aug 12 12:46:19.748064 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa1cbd-dec5-4bcd-aca4-bd8eb2381de1 req-6f852dbd-6e6d-4bc3-9194-9cb926fbcc2f tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:19.749524 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-00fa1cbd-dec5-4bcd-aca4-bd8eb2381de1 req-6f852dbd-6e6d-4bc3-9194-9cb926fbcc2f tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 943 time: 0.0466616 Aug 12 12:46:19.785614 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-00fa1cbd-dec5-4bcd-aca4-bd8eb2381de1 req-26da26d7-8b91-47e6-a520-b44e2d501a6e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302513 Aug 12 12:46:20.555586 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb7fdc-5606-4b83-94b2-eca28a9a5f5d req-e677c9bb-05c2-4105-838a-8e707791441a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:20.557007 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c6fb7fdc-5606-4b83-94b2-eca28a9a5f5d req-e677c9bb-05c2-4105-838a-8e707791441a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0500610 Aug 12 12:46:20.595826 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c6fb7fdc-5606-4b83-94b2-eca28a9a5f5d req-f50e3012-9fa4-439b-9506-16c12cfef2a2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329914 Aug 12 12:46:20.895763 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0c098-085c-4f0b-b31c-41b6e36b911d req-c5eea71a-7731-4885-8eb8-6bda41b2607d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:20.897795 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4bf0c098-085c-4f0b-b31c-41b6e36b911d req-c5eea71a-7731-4885-8eb8-6bda41b2607d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 943 time: 0.0463028 Aug 12 12:46:20.936605 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4bf0c098-085c-4f0b-b31c-41b6e36b911d req-dfb2d8f3-73bd-4c8c-a12a-6353804f9b7e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Aug 12 12:46:21.713102 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa961ba-657f-4bc9-b3e7-5fa1338854e4 req-690b77d2-27be-4656-b914-ca4103972e9e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:21.714564 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fa961ba-657f-4bc9-b3e7-5fa1338854e4 req-690b77d2-27be-4656-b914-ca4103972e9e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0465481 Aug 12 12:46:21.753861 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fa961ba-657f-4bc9-b3e7-5fa1338854e4 req-69fe020c-d453-42f5-a739-a84b49fb526b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335481 Aug 12 12:46:22.047284 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071895e-78c2-4a53-b60c-8caec4d7655e req-67a1cde0-23b5-4fbe-9d71-e05f0c35d748 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:22.048724 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b071895e-78c2-4a53-b60c-8caec4d7655e req-67a1cde0-23b5-4fbe-9d71-e05f0c35d748 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 943 time: 0.0469599 Aug 12 12:46:22.085707 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b071895e-78c2-4a53-b60c-8caec4d7655e req-7c156aa8-e809-47ed-b941-4b0fd0763111 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Aug 12 12:46:22.472476 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 1863ca56-c4f0-473a-834c-a892cf2b7b31 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:46:22.564771 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 1863ca56-c4f0-473a-834c-a892cf2b7b31, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:22.576347 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'port_id': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'mac_address': 'fa:16:3e:eb:a5:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:46:22.611476 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:22.624108 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1863ca56-c4f0-473a-834c-a892cf2b7b31 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:46:22.643410 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 1863ca56-c4f0-473a-834c-a892cf2b7b31, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:22.648008 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:22.697634 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=1863ca56-c4f0-473a-834c-a892cf2b7b31,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:22.704686 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.705036 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.705369 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.705697 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.706021 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.706345 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.706663 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.706981 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.707321 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.707635 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.707948 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.708258 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:22.869107 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a203868-1542-4e98-8252-c0370ab45fb8 req-ca75fa0f-6f8e-45cb-89e4-fca232a24381 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:22.870472 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8a203868-1542-4e98-8252-c0370ab45fb8 req-ca75fa0f-6f8e-45cb-89e4-fca232a24381 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0478196 Aug 12 12:46:22.906248 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8a203868-1542-4e98-8252-c0370ab45fb8 req-bf617edf-f15a-4d35-8327-d1eb40a1ab91 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300107 Aug 12 12:46:23.095845 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['1863ca56-c4f0-473a-834c-a892cf2b7b31'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:46:23.201445 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a387e6-7cc1-4e38-8a49-45140b1d9866 req-1f9da947-b19d-4702-8e22-70ad4758dc1e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:23.202928 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c6a387e6-7cc1-4e38-8a49-45140b1d9866 req-1f9da947-b19d-4702-8e22-70ad4758dc1e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 944 time: 0.0513322 Aug 12 12:46:23.240975 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c6a387e6-7cc1-4e38-8a49-45140b1d9866 req-443c2ed2-ebab-43d9-aa92-bb3c4a472e12 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316567 Aug 12 12:46:24.028185 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ccb94-26bf-447c-aef4-08b860c40446 req-4d7144f0-5d09-4911-bcf1-1808920e35ad tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:24.029630 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-754ccb94-26bf-447c-aef4-08b860c40446 req-4d7144f0-5d09-4911-bcf1-1808920e35ad tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0534120 Aug 12 12:46:24.066138 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-754ccb94-26bf-447c-aef4-08b860c40446 req-b5906574-d0e2-4392-bbb3-0190f98ecbdb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302725 Aug 12 12:46:24.353745 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9b3cc-8c60-4649-beb4-5b386dc2b492 req-0bad8a91-3744-413a-8a1a-a4bdde49132c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:24.355266 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-73d9b3cc-8c60-4649-beb4-5b386dc2b492 req-0bad8a91-3744-413a-8a1a-a4bdde49132c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 944 time: 0.0484192 Aug 12 12:46:24.397053 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-73d9b3cc-8c60-4649-beb4-5b386dc2b492 req-8a572bee-ba59-4c61-ae6a-c750ca394fd9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360169 Aug 12 12:46:24.471630 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 1863ca56-c4f0-473a-834c-a892cf2b7b31 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:24.518623 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 1863ca56-c4f0-473a-834c-a892cf2b7b31 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:24.522179 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 1863ca56-c4f0-473a-834c-a892cf2b7b31 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:24.522547 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:24.597397 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:24.619691 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:46:24.621883 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b2828-a0e2-433e-91ed-f7b724660cb6" -d '{"events": [{"server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "name": "network-vif-plugged", "status": "completed", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:46:24.634804 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 1863ca56-c4f0-473a-834c-a892cf2b7b31, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:24.639016 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:24.661579 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ede62cb-1202-41b0-8664-a637883f226f x-openstack-request-id: req-5ede62cb-1202-41b0-8664-a637883f226f {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:46:24.662409 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "name": "network-vif-plugged", "status": "completed", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:46:24.662634 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ede62cb-1202-41b0-8664-a637883f226f {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:46:24.663017 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'code': 200} Aug 12 12:46:24.690784 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=1863ca56-c4f0-473a-834c-a892cf2b7b31,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:24.820303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0cd9-e972-45f4-a373-8bad5c46a037 req-0f970cac-2b92-4257-8f96-399762ecbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:24.821738 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-241a0cd9-e972-45f4-a373-8bad5c46a037 req-0f970cac-2b92-4257-8f96-399762ecbeae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1098 time: 0.0378587 Aug 12 12:46:24.858680 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-241a0cd9-e972-45f4-a373-8bad5c46a037 req-4cd4d1d6-da00-469f-a608-69ba309d918d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278082 Aug 12 12:46:25.183220 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73a9a9-26a2-4f68-9fd8-7de46aac4dbc req-03115c44-2219-42b3-a4a5-da9abe116ac2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:25.184681 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ba73a9a9-26a2-4f68-9fd8-7de46aac4dbc req-03115c44-2219-42b3-a4a5-da9abe116ac2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0470076 Aug 12 12:46:25.220851 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ba73a9a9-26a2-4f68-9fd8-7de46aac4dbc req-53c5179b-030b-4d2b-a943-33774019c9d8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303416 Aug 12 12:46:25.515225 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead22d74-907e-4404-b1f1-ef1e25287149 req-89b2b29f-c615-4dba-ab78-e23bba0fb5c5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:25.516680 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ead22d74-907e-4404-b1f1-ef1e25287149 req-89b2b29f-c615-4dba-ab78-e23bba0fb5c5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0516896 Aug 12 12:46:25.553561 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ead22d74-907e-4404-b1f1-ef1e25287149 req-da47c46a-d252-468c-a073-74adf0fce3f4 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304835 Aug 12 12:46:26.341721 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7222f00-a9b3-4658-91d8-cffcf91dde4a req-2b264a58-26fb-434f-b83b-aa73f35cf517 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:26.343260 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d7222f00-a9b3-4658-91d8-cffcf91dde4a req-2b264a58-26fb-434f-b83b-aa73f35cf517 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0470831 Aug 12 12:46:26.382588 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d7222f00-a9b3-4658-91d8-cffcf91dde4a req-dade378c-7ba6-4b98-8d83-aa19b8cf592b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334842 Aug 12 12:46:26.668485 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11e3d4-b128-48a4-8474-dcc87cc456ed req-b47ce679-daf8-4cdf-a73d-bfea7e947d8a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:26.669938 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5a11e3d4-b128-48a4-8474-dcc87cc456ed req-b47ce679-daf8-4cdf-a73d-bfea7e947d8a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Aug 12 12:46:26.706301 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5a11e3d4-b128-48a4-8474-dcc87cc456ed req-fdd0d8f7-5d94-4251-b051-98105c6698ef tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304935 Aug 12 12:46:26.811467 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a4dbc-2887-477f-af3c-36b01c5f28af req-df5afb06-f1f6-46de-b9d2-b0074b128d5f tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:26.812905 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-291a4dbc-2887-477f-af3c-36b01c5f28af req-df5afb06-f1f6-46de-b9d2-b0074b128d5f tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0462744 Aug 12 12:46:26.822107 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40046) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:26.826478 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'floatingip': {'port_id': '1863ca56-c4f0-473a-834c-a892cf2b7b31'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:26.896833 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:27.485787 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40056) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:27.493171 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:27.497783 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:27.515482 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa1426-ae4a-4c73-9e69-fd3af4ee2582 req-c19b71ce-a0ce-4575-81b7-2f22c7bae468 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:27.516967 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-67aa1426-ae4a-4c73-9e69-fd3af4ee2582 req-c19b71ce-a0ce-4575-81b7-2f22c7bae468 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Aug 12 12:46:27.558149 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-67aa1426-ae4a-4c73-9e69-fd3af4ee2582 req-f71eec64-8aa4-48a7-8ccf-36e74b0ffafb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347884 Aug 12 12:46:27.608672 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:27.616521 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Floating IP b6f3a8e0-c3ba-4092-8051-71b88461f3c2 associated. External IP: 172.27.2.177, port: 1863ca56-c4f0-473a-834c-a892cf2b7b31. Aug 12 12:46:27.848400 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:27.857264 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:27.905525 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4eab51e2dcb490a881168b34c6058a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184165 Aug 12 12:46:27.908473 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40066) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:27.910331 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c02dea-6900-44a3-83d6-6367ad54de79,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:27.918346 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Router 04441270-a165-47f7-b418-e3b44c9b7ecc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:46:27.931872 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.932457 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.932816 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.933129 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.933481 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.933808 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.934131 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.934482 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.934779 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.935169 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.935483 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:27.935752 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4802e4c5-eeeb-4ccd-9b44-d6af4b4df5f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:28.051166 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b8662a0-326e-410f-9dac-e3f4a1f343fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:28.087009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b8662a0-326e-410f-9dac-e3f4a1f343fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:28.093713 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:46:28.099849 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:28.104811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592658a-c067-4396-9135-d1924004ccff None None] Sync routers for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:46:28.114640 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:28.115429 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:28.221572 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:28.341503 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-639fc67f-07ab-48d9-8c42-f05fd9aafec5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "PUT /v2.0/floatingips/b6f3a8e0-c3ba-4092-8051-71b88461f3c2 HTTP/1.1" status: 200 len: 991 time: 1.5181475 Aug 12 12:46:28.342188 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:46:28.344588 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:46:28.366296 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b8662a0-326e-410f-9dac-e3f4a1f343fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:28.369222 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8b8662a0-326e-410f-9dac-e3f4a1f343fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:28.370358 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8b8662a0-326e-410f-9dac-e3f4a1f343fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94c02dea-6900-44a3-83d6-6367ad54de79 HTTP/1.1" status: 204 len: 168 time: 0.4608996 Aug 12 12:46:28.379328 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8662a0-326e-410f-9dac-e3f4a1f343fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c02dea-6900-44a3-83d6-6367ad54de79,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:28.412549 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6bd3ed-1c28-45b4-b7c6-1b3d1a22857e x-openstack-request-id: req-0b6bd3ed-1c28-45b4-b7c6-1b3d1a22857e {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:46:28.412833 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:46:28.413079 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b6bd3ed-1c28-45b4-b7c6-1b3d1a22857e {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:46:28.413469 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'status': 'completed', 'code': 200} Aug 12 12:46:28.494977 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-4dacda90-d702-4dff-a39d-09fda756684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:28.496469 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-4dacda90-d702-4dff-a39d-09fda756684f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1098 time: 0.0443652 Aug 12 12:46:28.518334 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:46:28.591192 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-dc213ddc-a765-46c6-9eea-4741921f69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:28.602683 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-dc213ddc-a765-46c6-9eea-4741921f69ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.0975122 Aug 12 12:46:28.607351 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'b6f3a8e0-c3ba-4092-8051-71b88461f3c2', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'port_id': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'mac_address': 'fa:16:3e:eb:a5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74ad281-09df-474a-ba96-81277739df49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:46:12Z', 'updated_at': '2021-08-12T12:46:27Z', 'revision_number': 1, 'project_id': '7381a7604f81448590c29ca9903713cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:28.625262 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:28.637629 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '60ad9992-2999-4d1c-8c84-482907283b03', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'port_id': '60ad9992-2999-4d1c-8c84-482907283b03', 'mac_address': 'fa:16:3e:f6:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:46:28.663223 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592658a-c067-4396-9135-d1924004ccff None None] Checking router: 04441270-a165-47f7-b418-e3b44c9b7ecc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:46:28.678525 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:28.679413 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:28.699114 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-b4d38f14-9a46-4541-b2c0-71b094ca07ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 999 time: 0.0877380 Aug 12 12:46:28.742764 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05c086-cdae-420d-abee-3e4d9b4ae7b7 req-b73e0720-4185-4137-a5e6-d1074c76a4e3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:28.744250 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db05c086-cdae-420d-abee-3e4d9b4ae7b7 req-b73e0720-4185-4137-a5e6-d1074c76a4e3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0971382 Aug 12 12:46:28.761025 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:28.786262 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-ae63ea58-4f99-427c-b31f-ebbe7675ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:28.788049 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-ae63ea58-4f99-427c-b31f-ebbe7675ef99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0817227 Aug 12 12:46:28.793230 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db05c086-cdae-420d-abee-3e4d9b4ae7b7 req-bd8dd037-2afc-4723-9e05-0c7ce7dfeff2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398667 Aug 12 12:46:28.805555 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60ad9992-2999-4d1c-8c84-482907283b03 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:46:28.841381 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:28.844041 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-65df288d-4273-4774-bc49-a414245ecb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:28.845455 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-65df288d-4273-4774-bc49-a414245ecb95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500729 Aug 12 12:46:28.853924 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:28.856089 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:29.103526 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['60ad9992-2999-4d1c-8c84-482907283b03'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:46:29.169513 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=6']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:29.186972 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-7357ac4f-8c8c-4c87-bcb8-3a5699654c9b service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341737 Aug 12 12:46:29.289568 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-aa88e0d7-f51b-4a37-8765-fba0c6e47d09 req-115055fb-0e20-46bf-92c5-c8420f9d4a7d service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952365 Aug 12 12:46:29.395339 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e592658a-c067-4396-9135-d1924004ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'b6f3a8e0-c3ba-4092-8051-71b88461f3c2', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'port_id': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'mac_address': 'fa:16:3e:eb:a5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74ad281-09df-474a-ba96-81277739df49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:46:12Z', 'updated_at': '2021-08-12T12:46:27Z', 'revision_number': 1, 'project_id': '7381a7604f81448590c29ca9903713cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:29.431153 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592658a-c067-4396-9135-d1924004ccff None None] The sync data for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi is: [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'b6f3a8e0-c3ba-4092-8051-71b88461f3c2', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'port_id': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'mac_address': 'fa:16:3e:eb:a5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74ad281-09df-474a-ba96-81277739df49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:46:12Z', 'updated_at': '2021-08-12T12:46:27Z', 'revision_number': 1, 'project_id': '7381a7604f81448590c29ca9903713cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:46:29.655324 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3202574-0380-46de-9502-28bcde900ac7 None None] New status for floating IP b6f3a8e0-c3ba-4092-8051-71b88461f3c2: ACTIVE {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:46:29.923193 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631345e3-15e8-401d-8879-f9cbc11452df req-c8d2b09a-48d6-4182-97bd-f98d279aa490 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:29.924586 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-631345e3-15e8-401d-8879-f9cbc11452df req-c8d2b09a-48d6-4182-97bd-f98d279aa490 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 944 time: 0.0490010 Aug 12 12:46:29.964609 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-631345e3-15e8-401d-8879-f9cbc11452df req-2abe3748-110a-465f-ba51-11da4d51ace3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341606 Aug 12 12:46:30.092120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-4f0b0eb5-80be-4369-b392-bc26bfa07801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:30.093609 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-4f0b0eb5-80be-4369-b392-bc26bfa07801 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1097 time: 0.0393603 Aug 12 12:46:30.204253 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-ac7fc5b3-c8e4-4a0e-a61c-edd1511eca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:30.205726 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-ac7fc5b3-c8e4-4a0e-a61c-edd1511eca3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.0845261 Aug 12 12:46:30.273999 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-56b9c8ce-c9d2-4b1f-9021-434b81e234a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 200 len: 1000 time: 0.0604365 Aug 12 12:46:30.325789 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-2c98cc36-5916-48e1-8217-81a4764da17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:30.327482 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-2c98cc36-5916-48e1-8217-81a4764da17f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0455728 Aug 12 12:46:30.370856 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-a8a32ac0-0ba6-413f-8c5f-7cfeec7426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:30.372314 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-a8a32ac0-0ba6-413f-8c5f-7cfeec7426f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379589 Aug 12 12:46:30.463423 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-47dbaeec-2780-4693-94f1-3c8f149729c1 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833085 Aug 12 12:46:30.544892 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:30.548289 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e5e1dd0b-0783-4676-ab42-88aaeb0828b8 req-169d9a0e-ab38-47be-96ec-99f203894ee5 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779397 Aug 12 12:46:30.614223 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 60ad9992-2999-4d1c-8c84-482907283b03 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:30.614708 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:30.695096 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:30.721531 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:46:30.723667 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721952e1-aab5-4379-8de8-2bbb70406258" -d '{"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:46:30.736872 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:30.741259 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:30.766989 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e1a8f-49af-4373-bb2a-c736d87c515e x-openstack-request-id: req-273e1a8f-49af-4373-bb2a-c736d87c515e {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:46:30.767370 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:46:30.767707 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-273e1a8f-49af-4373-bb2a-c736d87c515e {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:46:30.768148 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03', 'code': 200} Aug 12 12:46:30.794924 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=7']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:31.083791 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023057dd-987f-4657-84ac-e61981ef3623 req-f6236d15-881f-403e-8db6-be57c1468911 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:31.085253 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-023057dd-987f-4657-84ac-e61981ef3623 req-f6236d15-881f-403e-8db6-be57c1468911 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0468867 Aug 12 12:46:31.120964 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-023057dd-987f-4657-84ac-e61981ef3623 req-a96a5c13-53c8-4a04-949c-9aeec21e238c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299683 Aug 12 12:46:32.236469 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651225a-6745-4ab8-9ebf-69d5df24ab48 req-1e5d6a38-8c39-4759-9c4f-46b7bce4bba5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:32.237911 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d651225a-6745-4ab8-9ebf-69d5df24ab48 req-1e5d6a38-8c39-4759-9c4f-46b7bce4bba5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0462577 Aug 12 12:46:32.274226 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d651225a-6745-4ab8-9ebf-69d5df24ab48 req-819667f6-f0e6-43bd-996f-466375decb95 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Aug 12 12:46:33.393295 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e22ce3-f13b-42c0-a1f7-911aa61b18fa req-23aa4f9c-5720-49ad-95ea-7615a2b86a70 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:33.394787 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-60e22ce3-f13b-42c0-a1f7-911aa61b18fa req-23aa4f9c-5720-49ad-95ea-7615a2b86a70 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0505860 Aug 12 12:46:33.432003 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-60e22ce3-f13b-42c0-a1f7-911aa61b18fa req-26da287a-30eb-4024-ab73-c6061d3518ac tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Aug 12 12:46:33.541480 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:34.548892 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53ebed-7d56-41d2-96bf-740160721af3 req-90196836-8e03-4ce8-bbf3-f1e74176177c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:34.550349 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3b53ebed-7d56-41d2-96bf-740160721af3 req-90196836-8e03-4ce8-bbf3-f1e74176177c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0465014 Aug 12 12:46:34.587701 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3b53ebed-7d56-41d2-96bf-740160721af3 req-8bdca729-e6d0-41fe-ad79-6ede715a8876 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310504 Aug 12 12:46:35.701269 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adb7da-a70d-4461-a149-c9d4ca094472 req-af316c41-9c87-41cc-b4b1-86dea5718070 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:35.702610 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-84adb7da-a70d-4461-a149-c9d4ca094472 req-af316c41-9c87-41cc-b4b1-86dea5718070 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0460231 Aug 12 12:46:35.738450 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-84adb7da-a70d-4461-a149-c9d4ca094472 req-94e536ae-c9bb-423f-96a4-ebcd7de85125 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300827 Aug 12 12:46:36.857103 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03019a6f-e56f-4767-9f8c-9466c83c2c2b req-e3125a6f-93e1-4847-bda0-809743f3967b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:36.858580 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-03019a6f-e56f-4767-9f8c-9466c83c2c2b req-e3125a6f-93e1-4847-bda0-809743f3967b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0509467 Aug 12 12:46:36.896175 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-03019a6f-e56f-4767-9f8c-9466c83c2c2b req-f3f3ff73-2292-4556-9213-b0c709ab3e3d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Aug 12 12:46:38.011967 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253354-e648-4cff-8f31-856c704a86ec req-5b9153e6-280e-45f1-82fa-220f48b03ba4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:38.013420 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b4253354-e648-4cff-8f31-856c704a86ec req-5b9153e6-280e-45f1-82fa-220f48b03ba4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0470457 Aug 12 12:46:38.049315 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b4253354-e648-4cff-8f31-856c704a86ec req-a6ff52d4-d2f1-4d96-af38-cc98ab980ecf tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302036 Aug 12 12:46:39.165995 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100596e-b35b-4521-b051-4b946f43840e req-99461af1-4fe1-4fc4-8b8b-8bad0e3a2b71 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:39.167456 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8100596e-b35b-4521-b051-4b946f43840e req-99461af1-4fe1-4fc4-8b8b-8bad0e3a2b71 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0463107 Aug 12 12:46:39.205774 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8100596e-b35b-4521-b051-4b946f43840e req-81397906-358f-4f70-85ef-1ece5b8fe8b2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311582 Aug 12 12:46:39.443731 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6e9e9977-3a7b-4a03-b3f7-79e3f16c7c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:40.324825 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21772c69-4e20-4f32-9be7-8a97d7b70505 req-c42ab654-0ed3-4f33-88be-996a34aaa643 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:40.326315 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-21772c69-4e20-4f32-9be7-8a97d7b70505 req-c42ab654-0ed3-4f33-88be-996a34aaa643 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0511785 Aug 12 12:46:40.365016 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-21772c69-4e20-4f32-9be7-8a97d7b70505 req-d0df5977-103a-4421-92c8-8334ed04ac3c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Aug 12 12:46:41.496474 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6150809-a3c7-4507-99b5-fc7cfc6aa7d8 req-51388799-0bb6-409b-9b61-1c660cb938ca tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:41.498571 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e6150809-a3c7-4507-99b5-fc7cfc6aa7d8 req-51388799-0bb6-409b-9b61-1c660cb938ca tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Aug 12 12:46:41.546425 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e6150809-a3c7-4507-99b5-fc7cfc6aa7d8 req-14d526a8-a1c3-4f4f-b350-24b683c51a66 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Aug 12 12:46:42.012116 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-af42abb0-1f1d-48b9-8edc-9406a44f3469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:42.275935 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:42.738475 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2fe17-2884-4fcb-9694-9bae9b0133c3 req-c8ba0123-d397-4692-883a-d4321af3485e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:42.742521 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-30e2fe17-2884-4fcb-9694-9bae9b0133c3 req-c8ba0123-d397-4692-883a-d4321af3485e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0565982 Aug 12 12:46:42.781094 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-30e2fe17-2884-4fcb-9694-9bae9b0133c3 req-8dc21026-b517-4f71-96da-a963777b7964 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346096 Aug 12 12:46:43.234260 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:43.914399 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7820b-a2ea-41aa-a01b-e6ff147c7767 req-68b18c63-dec3-4811-a6fc-a1ccd52d6c7d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:43.922318 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fad7820b-a2ea-41aa-a01b-e6ff147c7767 req-68b18c63-dec3-4811-a6fc-a1ccd52d6c7d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0599566 Aug 12 12:46:43.970391 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fad7820b-a2ea-41aa-a01b-e6ff147c7767 req-35231c90-b811-430b-b58d-c7b7674558fe tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468531 Aug 12 12:46:44.874723 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:45.106034 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc96f8-a990-4361-893e-570e5f46348f req-b4f9bbee-a4bb-4976-a88b-6a6a5b77b0c1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:45.117063 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-87fc96f8-a990-4361-893e-570e5f46348f req-b4f9bbee-a4bb-4976-a88b-6a6a5b77b0c1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0692635 Aug 12 12:46:45.155929 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-87fc96f8-a990-4361-893e-570e5f46348f req-a7098e4a-bc26-412c-99e0-fa9782aa3e8f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380912 Aug 12 12:46:46.298455 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4febbb7-0221-4470-88c3-adb4f2189aeb req-39a508ce-dc2e-494b-8181-e5999382d49b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:46.299985 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f4febbb7-0221-4470-88c3-adb4f2189aeb req-39a508ce-dc2e-494b-8181-e5999382d49b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0523863 Aug 12 12:46:46.340635 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f4febbb7-0221-4470-88c3-adb4f2189aeb req-0c870b0f-c217-4229-8b52-2b4a20b2cf28 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335176 Aug 12 12:46:47.487126 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c4342-0108-412e-8940-8b95468acdc0 req-dc68dbcb-1ea4-4479-94d2-d456d902b7dd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:47.488704 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-484c4342-0108-412e-8940-8b95468acdc0 req-dc68dbcb-1ea4-4479-94d2-d456d902b7dd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0590165 Aug 12 12:46:47.536025 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-484c4342-0108-412e-8940-8b95468acdc0 req-e03a1172-09d5-4f7f-9386-3183f6157917 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345745 Aug 12 12:46:48.671392 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da4e71-5591-4c2f-9cef-746e3b92355b req-7f8a6579-01fd-43d6-95fb-bb194e3c424e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:48.675498 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c4da4e71-5591-4c2f-9cef-746e3b92355b req-7f8a6579-01fd-43d6-95fb-bb194e3c424e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0553858 Aug 12 12:46:48.717926 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c4da4e71-5591-4c2f-9cef-746e3b92355b req-9afdd362-298a-4074-8fdf-030c51efcf5b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389712 Aug 12 12:46:49.833459 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd41732-3a9b-4567-bf14-9f4972e66d51 req-9fea50c8-743d-4b7c-ae6b-78a369ee0405 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:49.834944 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4fd41732-3a9b-4567-bf14-9f4972e66d51 req-9fea50c8-743d-4b7c-ae6b-78a369ee0405 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0462461 Aug 12 12:46:49.871878 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4fd41732-3a9b-4567-bf14-9f4972e66d51 req-7f6361a6-92e2-468c-bf4a-91fcc9dfbfcc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303693 Aug 12 12:46:50.989233 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697f075-8fc9-4d66-9abe-8f47a2468cb3 req-4df60e00-b1ef-4aec-8ec5-bb838168705d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:50.990672 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9697f075-8fc9-4d66-9abe-8f47a2468cb3 req-4df60e00-b1ef-4aec-8ec5-bb838168705d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0469542 Aug 12 12:46:51.030806 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9697f075-8fc9-4d66-9abe-8f47a2468cb3 req-81bc315f-72eb-4fe5-a823-2439fbfe1f6d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343401 Aug 12 12:46:51.595197 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-0d3e267a-0b77-453e-acca-58864a4aae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:51.596820 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-0d3e267a-0b77-453e-acca-58864a4aae8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1098 time: 0.0438209 Aug 12 12:46:51.684709 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-73daaa66-f8db-4004-8580-b9dfa0689d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:51.686175 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-73daaa66-f8db-4004-8580-b9dfa0689d30 service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.0822732 Aug 12 12:46:51.759236 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-118908c4-dfe6-4e66-aea9-429fbaf40631 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 200 len: 1001 time: 0.0640869 Aug 12 12:46:51.810213 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-4f64dd09-de40-41bd-8c19-ec920aa26d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:51.812059 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-4f64dd09-de40-41bd-8c19-ec920aa26d1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0453320 Aug 12 12:46:51.859782 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-dabc1dc8-3101-428c-893b-44d6e1bdeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:51.861287 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-dabc1dc8-3101-428c-893b-44d6e1bdeb17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417662 Aug 12 12:46:51.956230 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-b0e8398f-dc5f-4d20-aeee-8087669c22a8 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Aug 12 12:46:52.046927 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78483192-570f-41b6-8b8e-4bd71613bf85 req-892759db-72a0-4f6d-a8e1-5f1de42553fc service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831954 Aug 12 12:46:52.151171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad735fc-c2da-42d1-8d06-10c2c03ad300 req-3ef1104b-85bd-4413-b528-3dce291ba331 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:52.152650 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-bad735fc-c2da-42d1-8d06-10c2c03ad300 req-3ef1104b-85bd-4413-b528-3dce291ba331 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0498173 Aug 12 12:46:52.197010 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-bad735fc-c2da-42d1-8d06-10c2c03ad300 req-f66888d1-e863-4dcd-926e-e716a3dacf3f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Aug 12 12:46:52.888508 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40392) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:52.989660 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b2fedd44-1eed-4c81-984c-4ac3a640ddfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.078857 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b2fedd44-1eed-4c81-984c-4ac3a640ddfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.082574 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b2fedd44-1eed-4c81-984c-4ac3a640ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.120110 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-b2fedd44-1eed-4c81-984c-4ac3a640ddfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54b670f9a5cd41e8b70458b4b7abcb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305698 Aug 12 12:46:53.120900 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fedd44-1eed-4c81-984c-4ac3a640ddfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de63f4-aa55-4f17-91b4-bcdb660f2504,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:53.122833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40396) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:53.170518 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.190506 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.235010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.237619 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.238804 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62de63f4-aa55-4f17-91b4-bcdb660f2504 HTTP/1.1" status: 204 len: 168 time: 0.1148343 Aug 12 12:46:53.247636 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de63f4-aa55-4f17-91b4-bcdb660f2504,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:53.254704 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.255070 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.255412 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.255739 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.256589 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.256589 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.256791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.257082 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.257320 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.257635 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.257950 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.258261 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4be9047-ee00-4784-b196-784e6616c2b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:46:53.329671 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e4872-04d9-461c-82d6-781966b5c695 req-c59a7660-91a3-4520-9e3b-0e051d449dd9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:53.331212 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-563e4872-04d9-461c-82d6-781966b5c695 req-c59a7660-91a3-4520-9e3b-0e051d449dd9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0581446 Aug 12 12:46:53.376497 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-563e4872-04d9-461c-82d6-781966b5c695 req-a3c777c9-6e58-4c4a-bf1d-2659d4f77085 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Aug 12 12:46:53.865267 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40428) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:53.904744 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:46:53.965437 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1730578475-network', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:53.988019 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Made reservation on behalf of 53b71c6c47e8456a916ba2283f6136c4 for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:46:53.990863 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:53.999637 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.087425 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.090887 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.110798 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:46:54.125839 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cddcb7-2c68-461a-b741-8a941bda835d,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:54.128895 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.129266 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Added segment c1310be5-50b8-4319-836f-454f29c79f38 of type vlan for network 154d9e25-7125-4310-9dfd-d9059391c1a1 Aug 12 12:46:54.170107 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.196766 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.197625 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:54.198197 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.250263 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3838954 Aug 12 12:46:54.253173 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40432) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:54.255370 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7531-7ff7-4f2d-8c88-4e162d17039d admin admin] Pushing event updated for resources: {'Network': ['ID=154d9e25-7125-4310-9dfd-d9059391c1a1,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:54.258407 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Request body: {'subnet': {'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1730578475-subnet', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:54.276675 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:46:54.280135 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Made reservation on behalf of 53b71c6c47e8456a916ba2283f6136c4 for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:46:54.282867 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12678721'] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.453919 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12678771'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.517402 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b905dbae-4558-4f18-b26b-80955e0ae1ef,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:54.518509 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd72c3c-384e-4cb1-a72f-77956f0c15f5 req-7202e64c-e6fd-4ec7-84b1-906f373f6591 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:54.526348 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Checking segment: {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:54.526712 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Network hostable DHCP agents. Network: 154d9e25-7125-4310-9dfd-d9059391c1a1, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:46:54.527370 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fbd72c3c-384e-4cb1-a72f-77956f0c15f5 req-7202e64c-e6fd-4ec7-84b1-906f373f6591 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 945 time: 0.0680552 Aug 12 12:46:54.547232 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:46:54.557778 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 154d9e25-7125-4310-9dfd-d9059391c1a1) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:54.562411 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:54.563021 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.567769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070b19fd-c53f-4231-a90a-9178c5d162e6 None None] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:46:54.577180 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fbd72c3c-384e-4cb1-a72f-77956f0c15f5 req-311fee2c-6af8-44fc-a781-5de7c1e0a286 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418696 Aug 12 12:46:54.581726 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40446) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:54.587340 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-642ad0a0-9190-4c42-8512-867adfc94c2d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3246756 Aug 12 12:46:54.594270 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:54.620349 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.621634 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.673456 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.677389 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:46:54.770367 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-154d9e25-7125-4310-9dfd-d9059391c1a1', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:46:54.771608 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.797952 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.828306 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:46:54.830543 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcf0186-7213-4d40-be4b-f58e58d59641" -d '{"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-unplugged", "status": "completed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:46:54.842487 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.888671 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:54.895969 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:54.948251 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c20f1c-7885-4f6a-8094-2f534414f0e5 x-openstack-request-id: req-f1c20f1c-7885-4f6a-8094-2f534414f0e5 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:46:54.948543 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-unplugged", "status": "failed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03", "code": 422}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:46:54.948791 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1c20f1c-7885-4f6a-8094-2f534414f0e5 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:46:54.949220 dv-cinder-804294-1-iscsi neutron-server[100366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03', 'code': 422} returned with failed status Aug 12 12:46:54.997655 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=8']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:55.008919 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Allocated IP 172.20.0.2 (154d9e25-7125-4310-9dfd-d9059391c1a1/b905dbae-4558-4f18-b26b-80955e0ae1ef/04b53764-c632-443f-bfb8-e00fa5ef544d) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:55.065701 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.085448 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.173020 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.182406 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Transition to ACTIVE for port object 04b53764-c632-443f-bfb8-e00fa5ef544d will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:55.198540 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Transition to ACTIVE for port object 04b53764-c632-443f-bfb8-e00fa5ef544d will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:55.203643 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Allocated IP 172.27.2.206 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/c6d77011-bcd0-4b0d-ada3-1db18ef3751c) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:55.206001 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.227454 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:55.244657 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:55.248212 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:55.309124 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Attempting to bind port 04b53764-c632-443f-bfb8-e00fa5ef544d on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:46:55.310198 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Attempting to bind port 04b53764-c632-443f-bfb8-e00fa5ef544d by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:46:55.310198 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Attempting to bind port 04b53764-c632-443f-bfb8-e00fa5ef544d on network 154d9e25-7125-4310-9dfd-d9059391c1a1 {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:46:55.311909 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Pushing event updated for resources: {'Port': ['ID=04b53764-c632-443f-bfb8-e00fa5ef544d,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:55.317546 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:46:55.318012 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Checking segment: {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:55.318316 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.318704 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Bound using segment: {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:46:55.319189 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Bound port: 04b53764-c632-443f-bfb8-e00fa5ef544d, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:46:55.319570 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.356062 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.364896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4241c8-157a-4fc6-b254-bc5f8cd1c870 req-dfeb543d-63a8-4c17-aa9b-30943ac03386 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:55.366379 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b4241c8-157a-4fc6-b254-bc5f8cd1c870 req-dfeb543d-63a8-4c17-aa9b-30943ac03386 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.1473076 Aug 12 12:46:55.394050 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] For port 04b53764-c632-443f-bfb8-e00fa5ef544d, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:46:55.398302 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] For port 04b53764-c632-443f-bfb8-e00fa5ef544d, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=04b53764-c632-443f-bfb8-e00fa5ef544d,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:46:55.402043 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.425018 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0b4241c8-157a-4fc6-b254-bc5f8cd1c870 req-eeb3541a-00ed-450a-b47a-09e36f0aa498 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505486 Aug 12 12:46:55.448761 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:55.466056 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb9418-a0b7-429f-aaf7-2019adf947c1 None None] Pushing event updated for resources: {'Port': ['ID=04b53764-c632-443f-bfb8-e00fa5ef544d,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:55.490740 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:55.495611 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:55.499330 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:55.531322 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:55.669937 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40492) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:55.805223 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-1fd58c97-1c4c-479f-adca-ed2cbaa77c20 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1332529 Aug 12 12:46:55.828231 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:56.039868 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:56.170487 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:46:56.289143 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:46:56.301693 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Sync routers for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:46:56.306517 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:56.308179 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-85e93188-ce14-43a5-9d5e-772919473298 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7243469 Aug 12 12:46:56.310916 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40504) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:56.311473 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:56.312229 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:56.434336 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:56.510312 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06017a7a-ad7a-4dec-966f-a57c7dc2efa1 None None] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:46:56.628481 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-38d816b6-45fa-4b47-80e8-13b93d0c5ad6 None None] Provisioning for port 04b53764-c632-443f-bfb8-e00fa5ef544d completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:56.803219 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 04b53764-c632-443f-bfb8-e00fa5ef544d up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:56.850636 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:55Z', 'revision_number': 3, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:56.867148 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719b0de-765a-4d8f-9098-93755ade8be2 req-a210ab2b-698f-47f1-aae4-4c7fb978cc7a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:56.868639 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3719b0de-765a-4d8f-9098-93755ade8be2 req-a210ab2b-698f-47f1-aae4-4c7fb978cc7a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.3565934 Aug 12 12:46:56.902776 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Checking router: 79b5f5bc-0480-4125-a3c4-b42175bef1c6 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:46:56.903173 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Updating router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 port c6d77011-bcd0-4b0d-ada3-1db18ef3751c binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:46:56.937477 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:56.941727 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 04b53764-c632-443f-bfb8-e00fa5ef544d completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:56.979694 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3719b0de-765a-4d8f-9098-93755ade8be2 req-7b689d53-5263-447b-8abf-14ca4fbe22c0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960867 Aug 12 12:46:56.994885 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 04b53764-c632-443f-bfb8-e00fa5ef544d triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:56.995297 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.107400 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40516) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:57.139244 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.168560 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.234558 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-afc3e42f-a363-4403-ae72-4b978d2965e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.354505 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-afc3e42f-a363-4403-ae72-4b978d2965e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.361216 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-afc3e42f-a363-4403-ae72-4b978d2965e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.361610 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-3f404b51-0bee-4328-a6d7-ec8672294697 None None] Provisioning complete for port 04b53764-c632-443f-bfb8-e00fa5ef544d triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:57.362113 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3f404b51-0bee-4328-a6d7-ec8672294697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.380204 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-f069338d-4fb4-4d8c-9400-d7839355aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:57.381691 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-f069338d-4fb4-4d8c-9400-d7839355aa73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1&tenant_id=c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 1096 time: 0.1196003 Aug 12 12:46:57.389132 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Allocated IP 172.20.0.1 (154d9e25-7125-4310-9dfd-d9059391c1a1/b905dbae-4558-4f18-b26b-80955e0ae1ef/b397e548-25eb-4045-9b2b-9b6f3a1b1096) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:46:57.396773 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 04b53764-c632-443f-bfb8-e00fa5ef544d, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=04b53764-c632-443f-bfb8-e00fa5ef544d,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:57.398545 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e42f-a363-4403-ae72-4b978d2965e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aefa11-076c-48e2-a5f5-ba0ebc13f5a3,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:57.404843 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.431609 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-afc3e42f-a363-4403-ae72-4b978d2965e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0d12b7c753d4f52be1217348fb87b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225331 Aug 12 12:46:57.432484 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40520) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:57.487981 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-076de75a-bbc1-4642-a27c-b04d032b47db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.502621 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=04b53764-c632-443f-bfb8-e00fa5ef544d,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:57.514873 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-4a85f50b-a578-4063-a774-3d83c9a956bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:57.515013 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-076de75a-bbc1-4642-a27c-b04d032b47db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.516406 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-4a85f50b-a578-4063-a774-3d83c9a956bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1096 time: 0.0965903 Aug 12 12:46:57.566297 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-076de75a-bbc1-4642-a27c-b04d032b47db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.569545 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-076de75a-bbc1-4642-a27c-b04d032b47db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.573029 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-076de75a-bbc1-4642-a27c-b04d032b47db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0aefa11-076c-48e2-a5f5-ba0ebc13f5a3 HTTP/1.1" status: 204 len: 168 time: 0.1372957 Aug 12 12:46:57.587593 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076de75a-bbc1-4642-a27c-b04d032b47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aefa11-076c-48e2-a5f5-ba0ebc13f5a3,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:57.589147 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.604717 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.611739 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Transition to ACTIVE for port object b397e548-25eb-4045-9b2b-9b6f3a1b1096 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:57.620763 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Transition to ACTIVE for port object c6d77011-bcd0-4b0d-ada3-1db18ef3751c will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:46:57.627913 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.669922 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-e8d3ce30-e04a-4ce2-9dde-0bcdbcba18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:57.671408 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-e8d3ce30-e04a-4ce2-9dde-0bcdbcba18eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.1480105 Aug 12 12:46:57.682609 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Attempting to bind port c6d77011-bcd0-4b0d-ada3-1db18ef3751c on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:46:57.682993 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Attempting to bind port c6d77011-bcd0-4b0d-ada3-1db18ef3751c by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:46:57.683372 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Attempting to bind port c6d77011-bcd0-4b0d-ada3-1db18ef3751c on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:46:57.686294 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bdaca-d6d1-47ab-833f-597b5e5f44fd None None] Pushing event updated for resources: {'Port': ['ID=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:57.690939 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:46:57.691376 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:46:57.691875 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.692267 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:46:57.692734 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Bound port: c6d77011-bcd0-4b0d-ada3-1db18ef3751c, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:46:57.693118 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.724927 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.756278 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] For port c6d77011-bcd0-4b0d-ada3-1db18ef3751c, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:46:57.760501 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] For port c6d77011-bcd0-4b0d-ada3-1db18ef3751c, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:46:57.768361 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.788412 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:57.792969 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-90636ec3-b0db-4d2e-84b8-afd8490786b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 200 len: 999 time: 0.1124957 Aug 12 12:46:57.793863 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:57.796397 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:46:57.868182 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bdaca-d6d1-47ab-833f-597b5e5f44fd None None] Pushing event updated for resources: {'Port': ['ID=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:57.878111 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Pushing event updated for resources: {'Port': ['ID=b397e548-25eb-4045-9b2b-9b6f3a1b1096,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:57.887371 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:46:57.888001 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:57.901226 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:57.907631 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-5c3a43df-8c10-4d4a-b902-a9a6853f147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:57.909090 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-5c3a43df-8c10-4d4a-b902-a9a6853f147b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.1041965 Aug 12 12:46:58.002774 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:46:58.016410 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-251e9dcb-68dc-4eda-9eb7-a5057eb39e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:58.017942 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-251e9dcb-68dc-4eda-9eb7-a5057eb39e48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778241 Aug 12 12:46:58.117636 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-da990959-7dac-4178-a5c7-91a313834b36 None None] Provisioning for port b397e548-25eb-4045-9b2b-9b6f3a1b1096 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:58.131876 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-da990959-7dac-4178-a5c7-91a313834b36 None None] Provisioning complete for port b397e548-25eb-4045-9b2b-9b6f3a1b1096 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:58.132167 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-da990959-7dac-4178-a5c7-91a313834b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:58.146208 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:58.196618 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-da990959-7dac-4178-a5c7-91a313834b36 None None] Port b397e548-25eb-4045-9b2b-9b6f3a1b1096 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:46:58.204192 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a5eaa-4f2a-4100-ba81-adc361987ecf req-a90ac4c6-620b-4a98-928e-4868bc754d95 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:58.205676 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-186a5eaa-4f2a-4100-ba81-adc361987ecf req-a90ac4c6-620b-4a98-928e-4868bc754d95 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.1311791 Aug 12 12:46:58.212653 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-24cd1f7a-96db-44ca-8e12-260afd2db7f6 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843691 Aug 12 12:46:58.224923 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:55Z', 'revision_number': 3, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:46:58.250601 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e860a4-6cb7-441b-9b78-72882ef8007a None None] The sync data for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi is: [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:55Z', 'revision_number': 3, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:46:58.345706 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-186a5eaa-4f2a-4100-ba81-adc361987ecf req-064373fc-6ee7-4721-8e04-73b38dd1c8e0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285889 Aug 12 12:46:58.396572 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5be85904-ae1e-44ec-ab23-503130c85b87 req-7148b1b0-d307-41eb-ac10-b862ffb6448b service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693921 Aug 12 12:46:58.440735 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:58.446286 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:58.525543 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Pushing event updated for resources: {'Port': ['ID=b397e548-25eb-4045-9b2b-9b6f3a1b1096,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:58.530500 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:58.634471 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:46:58.636323 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:46:58.664893 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:46:58.782216 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:46:58.802981 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 04b53764-c632-443f-bfb8-e00fa5ef544d up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:58.909943 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 04b53764-c632-443f-bfb8-e00fa5ef544d triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:58.910384 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:58.928171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:46:58.933788 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-654b1eb1-4626-43ac-94e7-9892565aae9d admin admin] 10.222.0.22 "PUT /v2.0/routers/79b5f5bc-0480-4125-a3c4-b42175bef1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6218617 Aug 12 12:46:59.032364 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device c6d77011-bcd0-4b0d-ada3-1db18ef3751c up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:46:59.060176 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c107e2e3-b987-4883-b3e6-de369e91715c None None] Provisioning complete for port b397e548-25eb-4045-9b2b-9b6f3a1b1096 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:59.060493 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c107e2e3-b987-4883-b3e6-de369e91715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.106345 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c107e2e3-b987-4883-b3e6-de369e91715c None None] Port b397e548-25eb-4045-9b2b-9b6f3a1b1096 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:46:59.121559 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port c6d77011-bcd0-4b0d-ada3-1db18ef3751c completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:46:59.126477 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port c6d77011-bcd0-4b0d-ada3-1db18ef3751c triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:46:59.127066 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.238843 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.278160 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port c6d77011-bcd0-4b0d-ada3-1db18ef3751c, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:46:59.283961 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.358618 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:46:59.547451 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ae10d-8c6c-4dd5-98af-070c9a02f6c4 req-35a20eb6-b963-4e35-8b71-d1c05761d06b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:46:59.552053 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ea1ae10d-8c6c-4dd5-98af-070c9a02f6c4 req-35a20eb6-b963-4e35-8b71-d1c05761d06b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0870743 Aug 12 12:46:59.622680 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ea1ae10d-8c6c-4dd5-98af-070c9a02f6c4 req-af89af7d-0301-49d4-9fdf-6abecffa6c8c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617666 Aug 12 12:46:59.795142 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40566) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:46:59.800159 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1043953819-network', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:46:59.834037 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Made reservation on behalf of e58a7e52b5b5438a9636ecf36c09c346 for: {'network': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:46:59.844462 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.862856 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.967848 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.974556 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:46:59.998360 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:47:00.012136 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.012847 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.segments_db [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Added segment 371e0c5e-dbde-48d6-975f-075be82a3b74 of type vlan for network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 Aug 12 12:47:00.084610 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.089390 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c20592-d39a-4faa-8931-5287211d3fb5,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:00.117180 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.118151 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:00.118730 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.138948 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Sync routers for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:47:00.148696 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:00.149301 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:00.172729 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3764093 Aug 12 12:47:00.175583 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40570) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:00.180996 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Request body: {'subnet': {'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1043953819-subnet', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:00.186115 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25efdc44-951c-4645-86fa-c5f3c99baab9 admin admin] Pushing event updated for resources: {'Network': ['ID=51db74f2-da0f-4aca-b24f-ce6ff40d7ec0,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:00.200123 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:47:00.217309 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Made reservation on behalf of e58a7e52b5b5438a9636ecf36c09c346 for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:47:00.230581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078794'] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.328351 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:00.458662 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13397493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078840'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.507374 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8840efbb-3bfc-4f29-9739-888cf04dbdac,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:00.554847 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Checking segment: {'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:47:00.555558 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Network hostable DHCP agents. Network: 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:47:00.572876 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:47:00.583970 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:47:00.589684 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:00.591804 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.594152 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c132e6-e964-4e0e-9d33-9b6e6685f41b None None] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:47:00.615330 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6c9f8ef6-26b0-48bc-96ff-ecf9056da9d2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4379237 Aug 12 12:47:00.617581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40572) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:00.622050 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:00.661021 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.663106 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.681161 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 2, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:00.711814 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Checking router: 79b5f5bc-0480-4125-a3c4-b42175bef1c6 for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:47:00.712478 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Updating router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 port b397e548-25eb-4045-9b2b-9b6f3a1b1096 binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:47:00.732599 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device c6d77011-bcd0-4b0d-ada3-1db18ef3751c up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:00.736348 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.753657 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.804012 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'fixed_ips': [{'subnet_id': '8840efbb-3bfc-4f29-9739-888cf04dbdac'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:47:00.805855 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.859875 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port c6d77011-bcd0-4b0d-ada3-1db18ef3751c triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:00.860250 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.895718 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9bf04-1ac9-45a6-a159-f587d4c89def req-a695ad78-0318-4076-aec7-cf76b4cdae18 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:00.897377 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7da9bf04-1ac9-45a6-a159-f587d4c89def req-a695ad78-0318-4076-aec7-cf76b4cdae18 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.1507409 Aug 12 12:47:00.951207 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:00.969070 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7da9bf04-1ac9-45a6-a159-f587d4c89def req-700d087e-636e-423c-9995-2952eed6d547 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434172 Aug 12 12:47:01.077112 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Allocated IP 172.20.0.2 (51db74f2-da0f-4aca-b24f-ce6ff40d7ec0/8840efbb-3bfc-4f29-9739-888cf04dbdac/137b9869-f40a-45dc-b41f-fd3593a28ab7) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:47:01.164565 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.176908 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Transition to ACTIVE for port object b397e548-25eb-4045-9b2b-9b6f3a1b1096 will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:01.184360 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.227612 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20894a28-8bfd-46be-a81e-b8489deb95cd None None] Pushing event updated for resources: {'Port': ['ID=b397e548-25eb-4045-9b2b-9b6f3a1b1096,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:01.234307 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.245645 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Transition to ACTIVE for port object 137b9869-f40a-45dc-b41f-fd3593a28ab7 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:01.262364 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Transition to ACTIVE for port object 137b9869-f40a-45dc-b41f-fd3593a28ab7 will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:01.281049 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.325950 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Attempting to bind port b397e548-25eb-4045-9b2b-9b6f3a1b1096 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:47:01.326618 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Attempting to bind port b397e548-25eb-4045-9b2b-9b6f3a1b1096 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:47:01.327250 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Attempting to bind port b397e548-25eb-4045-9b2b-9b6f3a1b1096 on network 154d9e25-7125-4310-9dfd-d9059391c1a1 {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:47:01.333156 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:47:01.333817 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Checking segment: {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:47:01.334419 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.335270 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Bound using segment: {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:47:01.335942 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Bound port: b397e548-25eb-4045-9b2b-9b6f3a1b1096, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:47:01.336359 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.370931 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:47:01.387013 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:47:01.390990 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:47:01.408738 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Pushing event updated for resources: {'Port': ['ID=137b9869-f40a-45dc-b41f-fd3593a28ab7,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:01.466481 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] For port b397e548-25eb-4045-9b2b-9b6f3a1b1096, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:47:01.473570 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] For port b397e548-25eb-4045-9b2b-9b6f3a1b1096, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=b397e548-25eb-4045-9b2b-9b6f3a1b1096,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:47:01.479407 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.490349 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Attempting to bind port 137b9869-f40a-45dc-b41f-fd3593a28ab7 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:47:01.490349 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Attempting to bind port 137b9869-f40a-45dc-b41f-fd3593a28ab7 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:47:01.490349 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Attempting to bind port 137b9869-f40a-45dc-b41f-fd3593a28ab7 on network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:47:01.497491 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:47:01.498055 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Checking segment: {'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:47:01.499781 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.500281 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Bound using segment: {'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:47:01.501060 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Bound port: 137b9869-f40a-45dc-b41f-fd3593a28ab7, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:47:01.501614 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.526732 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.556116 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.563577 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:01.564121 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:01.567845 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20894a28-8bfd-46be-a81e-b8489deb95cd None None] Pushing event updated for resources: {'Port': ['ID=b397e548-25eb-4045-9b2b-9b6f3a1b1096,revision_number=4']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:01.600492 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] For port 137b9869-f40a-45dc-b41f-fd3593a28ab7, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:47:01.604394 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] For port 137b9869-f40a-45dc-b41f-fd3593a28ab7, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=137b9869-f40a-45dc-b41f-fd3593a28ab7,segment=NetworkSegment(371e0c5e-dbde-48d6-975f-075be82a3b74),segment_id=371e0c5e-dbde-48d6-975f-075be82a3b74)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:47:01.609195 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.699220 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe46f62-c14f-40ec-9e32-eaae3bbd6414 None None] Pushing event updated for resources: {'Port': ['ID=137b9869-f40a-45dc-b41f-fd3593a28ab7,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:01.744941 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:01.747190 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Allocated IP 172.27.2.51 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/def5b113-fae9-4bbd-8f49-97c4c8e05463) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:47:01.858808 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.934794 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:01.978905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:47:01.985315 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:01Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:01.985935 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:47:01.990189 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:47:02.017193 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a97c7a2-c6fb-4d2a-852b-cf62b86b88ff None None] The sync data for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi is: [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:01Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:47:02.017627 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Pushing event updated for resources: {'Port': ['ID=def5b113-fae9-4bbd-8f49-97c4c8e05463,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:02.208347 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20240dc9-6f72-484a-a892-e8cdb6cc3be1 req-6c3e4ee1-46b1-49f9-8576-85c663cfff09 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:02.210001 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20240dc9-6f72-484a-a892-e8cdb6cc3be1 req-6c3e4ee1-46b1-49f9-8576-85c663cfff09 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.1111603 Aug 12 12:47:02.374243 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20240dc9-6f72-484a-a892-e8cdb6cc3be1 req-6022a28a-995d-4017-b4c2-92321e7925dc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541412 Aug 12 12:47:02.381103 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:02.623259 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:02.787626 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b397e548-25eb-4045-9b2b-9b6f3a1b1096 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:02.887132 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:47:02.899613 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port b397e548-25eb-4045-9b2b-9b6f3a1b1096 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:02.904662 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port b397e548-25eb-4045-9b2b-9b6f3a1b1096 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:02.905184 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:02.909620 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f530c-78dd-46fc-a071-60fcaee0589e None None] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:47:03.036428 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:47:03.061002 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:03.065184 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ef2a27e4-7224-4aba-a01c-561ed3b93dab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4438064 Aug 12 12:47:03.065361 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40580) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:03.117883 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Sync routers for ids ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:47:03.148812 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-28f25289-d99b-4024-86ee-143225689761 None None] Provisioning for port 137b9869-f40a-45dc-b41f-fd3593a28ab7 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:03.178861 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Routers {'9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:03.184618 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:03.294874 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:03.396694 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port b397e548-25eb-4045-9b2b-9b6f3a1b1096, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=b397e548-25eb-4045-9b2b-9b6f3a1b1096,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:03.405690 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Set router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:03.483719 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:03.484823 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 137b9869-f40a-45dc-b41f-fd3593a28ab7 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:03.576296 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e111c-bd32-4583-8098-1639cba2c7ee req-921d0b3e-a75d-4256-8522-0d892681af80 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:03.577922 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a0e111c-bd32-4583-8098-1639cba2c7ee req-921d0b3e-a75d-4256-8522-0d892681af80 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0763223 Aug 12 12:47:03.723161 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:03.725409 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a0e111c-bd32-4583-8098-1639cba2c7ee req-89096547-6e1c-4867-a988-2d89fa372985 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133642 Aug 12 12:47:03.771908 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=b397e548-25eb-4045-9b2b-9b6f3a1b1096,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:03.812633 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 137b9869-f40a-45dc-b41f-fd3593a28ab7 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:03.819343 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 137b9869-f40a-45dc-b41f-fd3593a28ab7 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:03.819713 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:03.876216 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:03.892579 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:47:02Z', 'revision_number': 3, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port': {'id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:01Z', 'updated_at': '2021-08-12T12:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:03.942562 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Checking router: 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:47:03.942954 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Updating router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f port def5b113-fae9-4bbd-8f49-97c4c8e05463 binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:47:03.974467 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:03.984127 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.036328 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 137b9869-f40a-45dc-b41f-fd3593a28ab7, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=137b9869-f40a-45dc-b41f-fd3593a28ab7,segment=NetworkSegment(371e0c5e-dbde-48d6-975f-075be82a3b74),segment_id=371e0c5e-dbde-48d6-975f-075be82a3b74)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:04.041035 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.053901 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Allocated IP 172.20.0.1 (51db74f2-da0f-4aca-b24f-ce6ff40d7ec0/8840efbb-3bfc-4f29-9739-888cf04dbdac/ac251c61-ad9c-49f4-8864-787b1788c579) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:47:04.166566 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-5d58b918-b616-4a87-a786-3c0b5ec46e2e None None] Provisioning complete for port 137b9869-f40a-45dc-b41f-fd3593a28ab7 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:04.166856 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5d58b918-b616-4a87-a786-3c0b5ec46e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.181740 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=137b9869-f40a-45dc-b41f-fd3593a28ab7,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:04.191227 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.208820 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Transition to ACTIVE for port object ac251c61-ad9c-49f4-8864-787b1788c579 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:04.270777 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.326846 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Pushing event updated for resources: {'Port': ['ID=ac251c61-ad9c-49f4-8864-787b1788c579,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:04.355240 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:47:04.357020 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:47:04.375075 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:47:04.403134 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.415562 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Transition to ACTIVE for port object def5b113-fae9-4bbd-8f49-97c4c8e05463 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:04.424368 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.442960 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.479008 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Attempting to bind port def5b113-fae9-4bbd-8f49-97c4c8e05463 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:47:04.479406 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Attempting to bind port def5b113-fae9-4bbd-8f49-97c4c8e05463 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:47:04.479764 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Attempting to bind port def5b113-fae9-4bbd-8f49-97c4c8e05463 on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:47:04.486661 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfc0ed-844b-4c61-b2b6-31ae251c7338 None None] Pushing event updated for resources: {'Port': ['ID=def5b113-fae9-4bbd-8f49-97c4c8e05463,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:04.491600 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:47:04.491600 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:47:04.491994 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.492395 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:47:04.492869 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Bound port: def5b113-fae9-4bbd-8f49-97c4c8e05463, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:47:04.493249 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.549604 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] For port def5b113-fae9-4bbd-8f49-97c4c8e05463, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:47:04.555381 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] For port def5b113-fae9-4bbd-8f49-97c4c8e05463, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=def5b113-fae9-4bbd-8f49-97c4c8e05463,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:47:04.559680 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.575975 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.608979 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Routers {'9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:04.609653 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:04.671572 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfc0ed-844b-4c61-b2b6-31ae251c7338 None None] Pushing event updated for resources: {'Port': ['ID=def5b113-fae9-4bbd-8f49-97c4c8e05463,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:04.716194 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b397e548-25eb-4045-9b2b-9b6f3a1b1096 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:04.720610 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-06ad2c76-f8be-42a4-9f53-ccd10584170d None None] Provisioning for port ac251c61-ad9c-49f4-8864-787b1788c579 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:04.751010 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-06ad2c76-f8be-42a4-9f53-ccd10584170d None None] Provisioning complete for port ac251c61-ad9c-49f4-8864-787b1788c579 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:04.751613 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-06ad2c76-f8be-42a4-9f53-ccd10584170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.816475 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] Set router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:04.819843 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-06ad2c76-f8be-42a4-9f53-ccd10584170d None None] Port ac251c61-ad9c-49f4-8864-787b1788c579 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:47:04.848674 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.855314 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.910879 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port b397e548-25eb-4045-9b2b-9b6f3a1b1096 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:04.911270 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.962922 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Pushing event updated for resources: {'Port': ['ID=ac251c61-ad9c-49f4-8864-787b1788c579,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:04.970570 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:04.989278 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f114ca-262d-437d-a364-35b0ad2aa941 req-feef822c-a757-4b11-bc7d-6cccf402b17b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:04.990969 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f3f114ca-262d-437d-a364-35b0ad2aa941 req-feef822c-a757-4b11-bc7d-6cccf402b17b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0828445 Aug 12 12:47:05.093636 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f3f114ca-262d-437d-a364-35b0ad2aa941 req-d9121262-ce03-43ea-bf5d-cae2981fa16d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893652 Aug 12 12:47:05.132498 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:47:05.134329 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:47:05.227538 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 137b9869-f40a-45dc-b41f-fd3593a28ab7 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:05.289235 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 4, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port': {'id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:01Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'ac251c61-ad9c-49f4-8864-787b1788c579', 'name': '', 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'mac_address': 'fa:16:3e:75:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:03Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 1, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'subnets': [{'id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:05.321232 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be37b25-2c71-472e-b275-95e5ee621414 None None] The sync data for ids ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'] in dv-cinder-804294-1-iscsi is: [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 4, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port': {'id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:01Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'ac251c61-ad9c-49f4-8864-787b1788c579', 'name': '', 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'mac_address': 'fa:16:3e:75:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:03Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 1, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'subnets': [{'id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:47:05.322936 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 137b9869-f40a-45dc-b41f-fd3593a28ab7 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:05.323338 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:05.377050 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-a0ad9a2e-9a2d-43b2-9e92-91201950a7c7 None None] Provisioning complete for port ac251c61-ad9c-49f4-8864-787b1788c579 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:05.377424 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a0ad9a2e-9a2d-43b2-9e92-91201950a7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:05.428729 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad9a2e-9a2d-43b2-9e92-91201950a7c7 None None] Port ac251c61-ad9c-49f4-8864-787b1788c579 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:47:05.520630 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:47:05.667753 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:47:05.688300 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-0125de36-b237-42a2-b014-ccdc8da79b66 admin admin] 10.222.0.22 "PUT /v2.0/routers/9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6211216 Aug 12 12:47:06.266590 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec9191-0379-4099-b08c-6b5f7588ecb9 req-49099bb4-933b-4585-926f-b1be8603e554 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:06.268072 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-93ec9191-0379-4099-b08c-6b5f7588ecb9 req-49099bb4-933b-4585-926f-b1be8603e554 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0512714 Aug 12 12:47:06.316918 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-93ec9191-0379-4099-b08c-6b5f7588ecb9 req-b3044b56-8f99-40cb-b7d7-5aa0bbce85c3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364704 Aug 12 12:47:06.729673 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device def5b113-fae9-4bbd-8f49-97c4c8e05463 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:06.831820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port def5b113-fae9-4bbd-8f49-97c4c8e05463 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:06.859742 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port def5b113-fae9-4bbd-8f49-97c4c8e05463 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:06.873257 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:07.030173 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:07.065724 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port def5b113-fae9-4bbd-8f49-97c4c8e05463, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=def5b113-fae9-4bbd-8f49-97c4c8e05463,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:07.072662 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:07.133806 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=def5b113-fae9-4bbd-8f49-97c4c8e05463,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:07.541567 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd958ead-4b34-40c2-bf89-338ebefac752 req-c44ee172-2651-4b1f-96bc-532798b87d92 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:07.543199 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dd958ead-4b34-40c2-bf89-338ebefac752 req-c44ee172-2651-4b1f-96bc-532798b87d92 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0577650 Aug 12 12:47:07.583719 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dd958ead-4b34-40c2-bf89-338ebefac752 req-ae2730d2-874d-4bef-b45c-2839a03c9683 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337138 Aug 12 12:47:08.744551 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device def5b113-fae9-4bbd-8f49-97c4c8e05463 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:08.806036 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8a87d-43e5-4494-86ce-1eac735f9a48 req-e75097ce-fdb6-4aae-b3cb-4bbc56d94e28 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:08.808276 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-35a8a87d-43e5-4494-86ce-1eac735f9a48 req-e75097ce-fdb6-4aae-b3cb-4bbc56d94e28 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.1009023 Aug 12 12:47:08.826904 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port def5b113-fae9-4bbd-8f49-97c4c8e05463 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:08.827756 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:08.879954 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-35a8a87d-43e5-4494-86ce-1eac735f9a48 req-867b5191-c76c-4539-9f68-65a182f97f84 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658116 Aug 12 12:47:09.290710 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Sync routers for ids ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:47:09.300243 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Routers {'9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:09.300970 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:09.412638 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Set router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:09.459891 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4f77a5e7-ecfe-43b5-9fc3-b337d311ed28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:09.669553 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 4, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port': {'id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:01Z', 'updated_at': '2021-08-12T12:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'ac251c61-ad9c-49f4-8864-787b1788c579', 'name': '', 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'mac_address': 'fa:16:3e:75:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:03Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 2, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'subnets': [{'id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:09.711288 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Checking router: 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:47:09.711767 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Updating router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f port ac251c61-ad9c-49f4-8864-787b1788c579 binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:47:09.742496 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:10.133312 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:10.148421 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Transition to ACTIVE for port object ac251c61-ad9c-49f4-8864-787b1788c579 will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:10.158010 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:10.278009 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd1966-4a28-41d3-b668-89a3c209dc01 None None] Pushing event updated for resources: {'Port': ['ID=ac251c61-ad9c-49f4-8864-787b1788c579,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:10.375833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494cd85-25f8-4cef-a803-c5d96787f813 req-51edbb98-d933-401f-84d8-83fd7cf14236 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:10.383725 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5494cd85-25f8-4cef-a803-c5d96787f813 req-51edbb98-d933-401f-84d8-83fd7cf14236 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.3946970 Aug 12 12:47:10.389232 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Attempting to bind port ac251c61-ad9c-49f4-8864-787b1788c579 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:47:10.390204 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Attempting to bind port ac251c61-ad9c-49f4-8864-787b1788c579 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:47:10.390731 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Attempting to bind port ac251c61-ad9c-49f4-8864-787b1788c579 on network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:47:10.397549 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:47:10.398181 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Checking segment: {'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:47:10.398754 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:10.399325 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Bound using segment: {'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:47:10.399954 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Bound port: ac251c61-ad9c-49f4-8864-787b1788c579, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371e0c5e-dbde-48d6-975f-075be82a3b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:47:10.400519 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:10.450949 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5494cd85-25f8-4cef-a803-c5d96787f813 req-0190b434-513d-4e08-b14d-12889b3019bd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660982 Aug 12 12:47:10.583711 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] For port ac251c61-ad9c-49f4-8864-787b1788c579, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:47:10.591970 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] For port ac251c61-ad9c-49f4-8864-787b1788c579, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=ac251c61-ad9c-49f4-8864-787b1788c579,segment=NetworkSegment(371e0c5e-dbde-48d6-975f-075be82a3b74),segment_id=371e0c5e-dbde-48d6-975f-075be82a3b74)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:47:10.601739 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:10.715814 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Routers {'9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:10.716435 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:46:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:10.813930 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd1966-4a28-41d3-b668-89a3c209dc01 None None] Pushing event updated for resources: {'Port': ['ID=ac251c61-ad9c-49f4-8864-787b1788c579,revision_number=4']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:10.953258 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] Set router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:11.337611 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 4, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port': {'id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:01Z', 'updated_at': '2021-08-12T12:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'ac251c61-ad9c-49f4-8864-787b1788c579', 'name': '', 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'mac_address': 'fa:16:3e:75:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:03Z', 'updated_at': '2021-08-12T12:47:10Z', 'revision_number': 4, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'subnets': [{'id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:11.368949 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43c5256-dcbe-4b8e-904d-cfabe60bc6f6 None None] The sync data for ids ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'] in dv-cinder-804294-1-iscsi is: [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:47:04Z', 'revision_number': 4, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port': {'id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:01Z', 'updated_at': '2021-08-12T12:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'ac251c61-ad9c-49f4-8864-787b1788c579', 'name': '', 'network_id': '51db74f2-da0f-4aca-b24f-ce6ff40d7ec0', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'mac_address': 'fa:16:3e:75:2f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:03Z', 'updated_at': '2021-08-12T12:47:10Z', 'revision_number': 4, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'subnets': [{'id': '8840efbb-3bfc-4f29-9739-888cf04dbdac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:47:11.596404 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d934261-6687-46f7-b1b7-cf516ad8b6dd req-c4bdbe0c-7ef1-434d-b565-debba234e129 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:11.599242 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3d934261-6687-46f7-b1b7-cf516ad8b6dd req-c4bdbe0c-7ef1-434d-b565-debba234e129 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0566223 Aug 12 12:47:11.670239 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3d934261-6687-46f7-b1b7-cf516ad8b6dd req-362f6b59-2aa1-46b3-a975-d55ed153563e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646460 Aug 12 12:47:12.015616 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a1b52a78-f50b-438a-940e-d5ada4ef6279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:12.305971 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:12.783265 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device ac251c61-ad9c-49f4-8864-787b1788c579 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:12.875828 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d8a5c-a4ae-48e3-b876-062addb7cb3c req-b8a353e2-21ce-4919-8fd0-446584037901 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:12.886075 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9f1d8a5c-a4ae-48e3-b876-062addb7cb3c req-b8a353e2-21ce-4919-8fd0-446584037901 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0908551 Aug 12 12:47:12.891182 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port ac251c61-ad9c-49f4-8864-787b1788c579 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:12.899304 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port ac251c61-ad9c-49f4-8864-787b1788c579 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:12.899932 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:12.982351 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9f1d8a5c-a4ae-48e3-b876-062addb7cb3c req-ddb7a491-adcf-4398-a5ab-41121c9946c8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779903 Aug 12 12:47:13.023791 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:13.094509 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port ac251c61-ad9c-49f4-8864-787b1788c579, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=ac251c61-ad9c-49f4-8864-787b1788c579,segment=NetworkSegment(371e0c5e-dbde-48d6-975f-075be82a3b74),segment_id=371e0c5e-dbde-48d6-975f-075be82a3b74)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:13.103188 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:13.169516 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=ac251c61-ad9c-49f4-8864-787b1788c579,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:13.241654 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:14.155876 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbf79c-db2d-4d8d-bf46-a38e651bb0c6 req-acc3f52b-2ecc-443e-8aaf-48e0eb759105 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:14.166000 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a8dbf79c-db2d-4d8d-bf46-a38e651bb0c6 req-acc3f52b-2ecc-443e-8aaf-48e0eb759105 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0952075 Aug 12 12:47:14.229294 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a8dbf79c-db2d-4d8d-bf46-a38e651bb0c6 req-4f6ad1cd-ae98-47c1-8f65-7a93618f3862 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623510 Aug 12 12:47:14.682727 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device ac251c61-ad9c-49f4-8864-787b1788c579 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:14.740103 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port ac251c61-ad9c-49f4-8864-787b1788c579 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:14.740475 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:14.871822 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:15.346803 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a16a-0129-499c-bd4f-3a0c1e445947 req-14e949d8-b5b4-4614-a78d-a6a09b9f1c1f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:15.348322 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4bf4a16a-0129-499c-bd4f-3a0c1e445947 req-14e949d8-b5b4-4614-a78d-a6a09b9f1c1f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0473115 Aug 12 12:47:15.384729 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4bf4a16a-0129-499c-bd4f-3a0c1e445947 req-aec8fabc-b21d-4167-880d-70d202429311 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307395 Aug 12 12:47:15.843315 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-23eeaa7c-8c85-4f96-a1cf-5da9e2f0cbd1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:15.844778 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-23eeaa7c-8c85-4f96-a1cf-5da9e2f0cbd1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 815 time: 0.1008859 Aug 12 12:47:15.859695 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-dd4e76f4-a4dc-4fec-a8eb-af794ae60dde tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/quotas/53b71c6c47e8456a916ba2283f6136c4 HTTP/1.1" status: 200 len: 375 time: 0.0087771 Aug 12 12:47:15.908047 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-38ab317e-b658-4f9f-b328-dc4f36c2a00f tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424578 Aug 12 12:47:16.004540 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-89850f5b-d49e-4882-a85a-091f60c7047e service neutron] 10.222.0.22 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 Aug 12 12:47:16.090461 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-722a7c1d-4d8d-4262-bc9e-985a84c13f38 service neutron] 10.222.0.22 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797436 Aug 12 12:47:16.300971 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dfc306e3-bb2c-4fac-ab50-41f912262ff3 req-df95c954-8961-4fa1-a602-958c51cc3808 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 210 time: 0.0781510 Aug 12 12:47:16.505698 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545fdd9-1689-44da-b9ff-23f61740eb50 req-89c8db68-afea-41a9-9f33-a00ac43d47d0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:16.507185 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f545fdd9-1689-44da-b9ff-23f61740eb50 req-89c8db68-afea-41a9-9f33-a00ac43d47d0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0494969 Aug 12 12:47:16.546785 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f545fdd9-1689-44da-b9ff-23f61740eb50 req-f788b2c3-0812-4b05-b325-50bd538a5e98 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337632 Aug 12 12:47:17.410434 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c96f2e05-a55c-4b38-b6e5-b645ffd3f96c req-f0f281bf-2650-4ec5-bd4d-992cd102ec76 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 210 time: 0.0323064 Aug 12 12:47:17.457806 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-1852f692-84ca-40ea-9f86-bec86bf4205d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:17.459438 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-1852f692-84ca-40ea-9f86-bec86bf4205d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.10 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 815 time: 0.1302881 Aug 12 12:47:17.473366 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'port': {'device_id': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'admin_state_up': True, 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:17.586161 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Made reservation on behalf of 53b71c6c47e8456a916ba2283f6136c4 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:47:17.589577 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:17.690237 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193ce38-b1f5-48d0-8c7e-796eb8e0388e req-0826dcab-d55f-4627-ac9b-6fc6b215aca8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:17.692439 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7193ce38-b1f5-48d0-8c7e-796eb8e0388e req-0826dcab-d55f-4627-ac9b-6fc6b215aca8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0599010 Aug 12 12:47:17.722600 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Allocated IP 172.20.0.9 (154d9e25-7125-4310-9dfd-d9059391c1a1/b905dbae-4558-4f18-b26b-80955e0ae1ef/2544d4af-e967-4ab9-9431-592c018ccb1c) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:47:17.730997 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7193ce38-b1f5-48d0-8c7e-796eb8e0388e req-dc0320c0-93f4-40d3-9980-9daf408d6cea tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Aug 12 12:47:17.931318 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:17.948943 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Transition to ACTIVE for port object 2544d4af-e967-4ab9-9431-592c018ccb1c will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:17.984638 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:18.026609 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:47:18.029895 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:47:18.032693 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:47:18.082029 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:18.107664 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:18.108621 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:18.140671 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-2d8d8aea-5a61-4fe4-bce3-1988a9bdb996 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6710131 Aug 12 12:47:18.337969 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-8891aac6-69d6-4a7f-bf7e-47c0c0175cbb None None] Provisioning for port 2544d4af-e967-4ab9-9431-592c018ccb1c completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:18.341994 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-8891aac6-69d6-4a7f-bf7e-47c0c0175cbb None None] Provisioning complete for port 2544d4af-e967-4ab9-9431-592c018ccb1c triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:18.342431 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8891aac6-69d6-4a7f-bf7e-47c0c0175cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:18.375973 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-8891aac6-69d6-4a7f-bf7e-47c0c0175cbb None None] Port 2544d4af-e967-4ab9-9431-592c018ccb1c cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:47:18.524950 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637b1cf-5957-42d7-a94f-fe0778a2f6f6 req-96140880-7a17-4b1a-a728-1a32329c59d8 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:18.526425 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c637b1cf-5957-42d7-a94f-fe0778a2f6f6 req-96140880-7a17-4b1a-a728-1a32329c59d8 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0494494 Aug 12 12:47:18.564383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c637b1cf-5957-42d7-a94f-fe0778a2f6f6 req-a788b595-ad19-40d0-b0f1-270849a1fb13 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Aug 12 12:47:18.856251 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358cd9b-fcd1-486c-8c05-e594550940e1 req-bdb189ff-1586-4d0c-bb46-837c0e55210f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:18.857847 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d358cd9b-fcd1-486c-8c05-e594550940e1 req-bdb189ff-1586-4d0c-bb46-837c0e55210f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0492702 Aug 12 12:47:18.901333 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d358cd9b-fcd1-486c-8c05-e594550940e1 req-2541b752-f60c-4e70-bd02-b05bcfe1b7cd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348980 Aug 12 12:47:19.695526 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be182c5b-d2ab-4819-bb8b-95c51c43c0db req-6e632e10-ae04-459e-9df7-f5ed200ec745 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:19.696933 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-be182c5b-d2ab-4819-bb8b-95c51c43c0db req-6e632e10-ae04-459e-9df7-f5ed200ec745 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0591466 Aug 12 12:47:19.735518 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-be182c5b-d2ab-4819-bb8b-95c51c43c0db req-23b87acf-1bff-431f-a7c3-c9ef9a6ee02a tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Aug 12 12:47:20.026083 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0ab1-cc2c-48ed-aeb7-c0d8dfdcad7d req-fffbfe7c-eeb3-4f70-80bd-15093fcd1c05 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:20.028914 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-251d0ab1-cc2c-48ed-aeb7-c0d8dfdcad7d req-fffbfe7c-eeb3-4f70-80bd-15093fcd1c05 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0544529 Aug 12 12:47:20.067568 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-251d0ab1-cc2c-48ed-aeb7-c0d8dfdcad7d req-e92f156b-9b33-4ee6-bc51-80b4e0e45868 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330179 Aug 12 12:47:20.864482 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae854f-d28b-4571-a080-9109f11d1c46 req-287c7111-338b-41c1-ab84-1e01a2a9253d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:20.865981 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-70ae854f-d28b-4571-a080-9109f11d1c46 req-287c7111-338b-41c1-ab84-1e01a2a9253d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0615976 Aug 12 12:47:20.904336 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-70ae854f-d28b-4571-a080-9109f11d1c46 req-87ae9cf9-f92e-40bc-82c1-cee3848875b5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Aug 12 12:47:21.301420 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fe0f2-ff3c-4437-a7c0-326f7b22cb6d req-4206556e-c1b5-4ae0-83c5-de33002108ba tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:21.307608 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9c7fe0f2-ff3c-4437-a7c0-326f7b22cb6d req-4206556e-c1b5-4ae0-83c5-de33002108ba tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0582640 Aug 12 12:47:21.340877 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9c7fe0f2-ff3c-4437-a7c0-326f7b22cb6d req-3a90370c-b444-414d-a122-e06ba9ea072c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320151 Aug 12 12:47:22.023054 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd1b0f-8e30-4804-abf4-d2ca67a64873 req-3d41b283-c14e-40e0-a7ae-2f29217a19ce tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:22.024637 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-79dd1b0f-8e30-4804-abf4-d2ca67a64873 req-3d41b283-c14e-40e0-a7ae-2f29217a19ce tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0506744 Aug 12 12:47:22.063146 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-79dd1b0f-8e30-4804-abf4-d2ca67a64873 req-8195ae97-1a63-48bc-b7d1-19a35104f9b8 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322890 Aug 12 12:47:22.467597 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac5115-d34a-4d2f-8710-8311ce664575 req-67a7b46d-1342-4198-969a-5758825a7f9c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:22.469277 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-aeac5115-d34a-4d2f-8710-8311ce664575 req-67a7b46d-1342-4198-969a-5758825a7f9c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0519972 Aug 12 12:47:22.505760 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-aeac5115-d34a-4d2f-8710-8311ce664575 req-17cd2da7-9b8d-4ced-a7a2-a879581913f7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Aug 12 12:47:23.181181 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd11d7-a167-4e17-ad18-71631b4cc080 req-11218435-02a8-4545-bf33-fca3d680a2f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:23.182757 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-32dd11d7-a167-4e17-ad18-71631b4cc080 req-11218435-02a8-4545-bf33-fca3d680a2f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0516863 Aug 12 12:47:23.221509 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-32dd11d7-a167-4e17-ad18-71631b4cc080 req-73001f74-d6de-4484-8ebe-a79b3a10078c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Aug 12 12:47:23.631619 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f96f0c-9810-4b3a-ba58-dd29838f1d74 req-2f50d46b-c4ce-41a4-8d17-20d4698a64a9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:23.633117 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-57f96f0c-9810-4b3a-ba58-dd29838f1d74 req-2f50d46b-c4ce-41a4-8d17-20d4698a64a9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0491524 Aug 12 12:47:23.676050 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-57f96f0c-9810-4b3a-ba58-dd29838f1d74 req-9b87ba06-203c-4d25-8776-058529efe113 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367570 Aug 12 12:47:24.343717 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a250-e54e-41c2-a736-712a6688cb73 req-df1ccab0-a6a8-467a-a01d-324cd75f9ada tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:24.345209 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0822a250-e54e-41c2-a736-712a6688cb73 req-df1ccab0-a6a8-467a-a01d-324cd75f9ada tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0526991 Aug 12 12:47:24.387899 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0822a250-e54e-41c2-a736-712a6688cb73 req-f3a0307c-a598-4348-a323-6cb1bf09b456 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343301 Aug 12 12:47:24.808273 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4765b9d-b294-4a80-b4f3-50adc11e515e req-d221ac7c-83dd-4f42-b484-fdc8097b305c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:24.809809 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e4765b9d-b294-4a80-b4f3-50adc11e515e req-d221ac7c-83dd-4f42-b484-fdc8097b305c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0555594 Aug 12 12:47:24.849053 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e4765b9d-b294-4a80-b4f3-50adc11e515e req-8c296b63-8826-44f2-a02f-1ca66f2f41b2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Aug 12 12:47:25.504711 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3f36-a719-4bc4-9174-634ddfa81610 req-858a9ae4-26c3-45f3-9541-8374463aef87 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:25.506173 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-805b3f36-a719-4bc4-9174-634ddfa81610 req-858a9ae4-26c3-45f3-9541-8374463aef87 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0471771 Aug 12 12:47:25.543897 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-805b3f36-a719-4bc4-9174-634ddfa81610 req-6af2cfcb-53f7-4f00-bd9e-db50524305a2 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Aug 12 12:47:25.972237 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40c0a3-79c3-4730-b655-60fb776f1cde req-3c1538da-cd5d-4552-bfd5-711e0b5694c9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:25.973746 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7a40c0a3-79c3-4730-b655-60fb776f1cde req-3c1538da-cd5d-4552-bfd5-711e0b5694c9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0473599 Aug 12 12:47:26.012363 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7a40c0a3-79c3-4730-b655-60fb776f1cde req-97cb517f-39dc-4d43-97d4-d849ffebcfe2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326025 Aug 12 12:47:26.658150 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e566fec-6731-4ccc-b0ef-c59d0250ddaf req-ee80ae8d-1f7a-4404-a425-49d7b7b0e03c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:26.660257 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2e566fec-6731-4ccc-b0ef-c59d0250ddaf req-ee80ae8d-1f7a-4404-a425-49d7b7b0e03c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0513823 Aug 12 12:47:26.697867 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2e566fec-6731-4ccc-b0ef-c59d0250ddaf req-dfb218f6-5382-4952-b169-dad27d0a4b38 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Aug 12 12:47:27.135370 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cf39a-35a1-4ff1-acc0-0d7582f9f5bf req-360dfc4d-429c-47e6-9a21-51182ea03762 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:27.137060 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bc4cf39a-35a1-4ff1-acc0-0d7582f9f5bf req-360dfc4d-429c-47e6-9a21-51182ea03762 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0493715 Aug 12 12:47:27.175852 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bc4cf39a-35a1-4ff1-acc0-0d7582f9f5bf req-bdd1e12b-e082-42eb-ad37-e7f64e8bb2c9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Aug 12 12:47:27.809995 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62e4fc-189f-478a-9587-41684bf809e7 req-4c84e092-3dc8-42dd-94cd-b70c87973f45 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:27.814024 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0c62e4fc-189f-478a-9587-41684bf809e7 req-4c84e092-3dc8-42dd-94cd-b70c87973f45 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0520878 Aug 12 12:47:27.853849 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0c62e4fc-189f-478a-9587-41684bf809e7 req-ba06feef-c622-48e7-8538-697f76919e09 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359719 Aug 12 12:47:28.301218 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223df58-ae29-49aa-ae8b-7555c065af45 req-d3a67d3c-b684-4973-b58c-98b09791f0b6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:28.302837 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5223df58-ae29-49aa-ae8b-7555c065af45 req-d3a67d3c-b684-4973-b58c-98b09791f0b6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0553343 Aug 12 12:47:28.341605 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5223df58-ae29-49aa-ae8b-7555c065af45 req-b9d62f4b-04e2-4fbd-8162-205722237108 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328715 Aug 12 12:47:28.962470 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9d216-b880-48cb-ba0c-0c66587882d1 req-4d22c29a-bd01-4a22-9ded-f40e9c6e4a99 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:28.963940 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f2a9d216-b880-48cb-ba0c-0c66587882d1 req-4d22c29a-bd01-4a22-9ded-f40e9c6e4a99 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0452976 Aug 12 12:47:28.999414 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f2a9d216-b880-48cb-ba0c-0c66587882d1 req-da6a011b-ea3d-4fb3-aacf-b570fb927e68 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297410 Aug 12 12:47:29.464186 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee05540-273e-405f-89c0-ba28d81c8483 req-e285d8ca-4c9f-4ffd-a41d-897f0882139c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:29.465640 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2ee05540-273e-405f-89c0-ba28d81c8483 req-e285d8ca-4c9f-4ffd-a41d-897f0882139c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0462139 Aug 12 12:47:29.502027 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2ee05540-273e-405f-89c0-ba28d81c8483 req-74871347-a56a-4b7d-84b0-5ada5f5d2fd3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306361 Aug 12 12:47:30.110519 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb392e-ceec-474c-9d13-11e5c3fb48f1 req-977beec0-20e5-4cbf-9696-e324ad821aaa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:30.111960 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-66cb392e-ceec-474c-9d13-11e5c3fb48f1 req-977beec0-20e5-4cbf-9696-e324ad821aaa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0494177 Aug 12 12:47:30.148860 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-66cb392e-ceec-474c-9d13-11e5c3fb48f1 req-2fb43503-2f98-4021-a9a2-e51bcc7ab8dc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311515 Aug 12 12:47:30.616801 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428b648-55fb-4212-b86f-1a38a5d66c36 req-ce267f7a-6ea8-4666-b0a4-f3bdf14131be tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:30.618495 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0428b648-55fb-4212-b86f-1a38a5d66c36 req-ce267f7a-6ea8-4666-b0a4-f3bdf14131be tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0460970 Aug 12 12:47:30.657679 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0428b648-55fb-4212-b86f-1a38a5d66c36 req-35474836-f34c-4797-b89d-2ae80edb2786 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309854 Aug 12 12:47:30.902510 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:47:31.202399 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Request body: {'port': {'device_id': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:31.259793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:31.261934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69148bc0-fb70-4342-b08f-aa8ebdd8bce9 req-0a3cfbcb-dcf0-4eb1-8960-12221758ff4b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:31.263446 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-69148bc0-fb70-4342-b08f-aa8ebdd8bce9 req-0a3cfbcb-dcf0-4eb1-8960-12221758ff4b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 931 time: 0.0479200 Aug 12 12:47:31.300767 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-69148bc0-fb70-4342-b08f-aa8ebdd8bce9 req-67c56081-adb4-4ff2-96fa-c50cfa2177e0 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308652 Aug 12 12:47:31.511393 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2544d4af-e967-4ab9-9431-592c018ccb1c {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:47:31.518387 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:31.529977 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Transition to ACTIVE for port object 2544d4af-e967-4ab9-9431-592c018ccb1c will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:47:31.533776 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:31.600716 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Pushing event updated for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:31.652229 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Attempting to bind port 2544d4af-e967-4ab9-9431-592c018ccb1c on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:47:31.652558 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Attempting to bind port 2544d4af-e967-4ab9-9431-592c018ccb1c by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:47:31.652884 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Attempting to bind port 2544d4af-e967-4ab9-9431-592c018ccb1c on network 154d9e25-7125-4310-9dfd-d9059391c1a1 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:47:31.657561 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Port 2544d4af-e967-4ab9-9431-592c018ccb1c on network 154d9e25-7125-4310-9dfd-d9059391c1a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:47:31.657872 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Attempting to bind port 2544d4af-e967-4ab9-9431-592c018ccb1c on network 154d9e25-7125-4310-9dfd-d9059391c1a1 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:47:31.662764 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:47:31.663120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Checking segment: {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:47:31.663498 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Bound using segment: {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:47:31.663916 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Bound port: 2544d4af-e967-4ab9-9431-592c018ccb1c, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1310be5-50b8-4319-836f-454f29c79f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:47:31.664268 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:31.730362 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:47:31.733359 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2544d4af-e967-4ab9-9431-592c018ccb1c,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:47:31.745730 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:31.798388 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:31.798993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:31.800954 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] 10.222.0.10 "PUT /v2.0/ports/2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 1093 time: 0.6029880 Aug 12 12:47:31.801385 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:47:31.803645 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3adeb-4455-4f73-bf21-5506d1d16713" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:47:31.836105 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf966e8-7616-41cf-9688-8fd690598f7d req-9ab7270d-7a3f-4c07-96d1-2af4420b0f62 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:31.837723 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5bf966e8-7616-41cf-9688-8fd690598f7d req-9ab7270d-7a3f-4c07-96d1-2af4420b0f62 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.1030486 Aug 12 12:47:31.838966 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfc892-8fd2-49c6-b6b4-c75e3074b738 service neutron] Pushing event updated for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:31.873679 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a45c22-a58b-4ffa-a0f8-041623dcd3e7 x-openstack-request-id: req-f7a45c22-a58b-4ffa-a0f8-041623dcd3e7 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:47:31.873955 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:47:31.874197 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7a45c22-a58b-4ffa-a0f8-041623dcd3e7 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:47:31.874578 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'status': 'completed', 'code': 200} Aug 12 12:47:31.914195 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5bf966e8-7616-41cf-9688-8fd690598f7d req-c5e1f273-a051-4e00-97e1-f591ec512a9f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647573 Aug 12 12:47:31.925573 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-4aee556d-7852-4130-afba-369efe3799f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:31.927143 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-4aee556d-7852-4130-afba-369efe3799f9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1096 time: 0.0630620 Aug 12 12:47:31.970234 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-3237b114-87b8-4e6c-b190-5d25ac321734 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 217 time: 0.0342982 Aug 12 12:47:32.020746 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-de59becd-5417-4755-9aa9-9b07b90770f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.022243 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-de59becd-5417-4755-9aa9-9b07b90770f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 200 len: 854 time: 0.0441132 Aug 12 12:47:32.070519 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5811a9-e828-4761-a001-d368a6d2129f req-ce4fe42c-4e4e-498f-852f-7bdaf5b0f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.071916 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-ce4fe42c-4e4e-498f-852f-7bdaf5b0f102 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154d9e25-7125-4310-9dfd-d9059391c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423965 Aug 12 12:47:32.172182 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-3b99b880-879c-4f2c-87d1-cdce160ac414 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838814 Aug 12 12:47:32.187257 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-dc8eade2-5c20-4936-a879-e1b1ee37854a service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068943 Aug 12 12:47:32.290181 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657942-86a7-49e8-baae-1394a5e16149 req-b6cbd37b-6b75-471f-9f91-c7b09de6accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.291658 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-b6cbd37b-6b75-471f-9f91-c7b09de6accd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 1098 time: 0.0919795 Aug 12 12:47:32.311366 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc5811a9-e828-4761-a001-d368a6d2129f req-c31bff97-a040-469f-b6bd-1742f1d155cd service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106081 Aug 12 12:47:32.482480 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a6e8e-c390-4352-a772-50ad2224e187 req-a3947e1f-6a8b-46b9-9b33-d814a4d33ac8 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.483951 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be3a6e8e-c390-4352-a772-50ad2224e187 req-a3947e1f-6a8b-46b9-9b33-d814a4d33ac8 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 943 time: 0.1046557 Aug 12 12:47:32.486961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-262421f2-3bab-4d68-b62e-3d2b2dc1851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.488885 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-262421f2-3bab-4d68-b62e-3d2b2dc1851b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1096 time: 0.1085100 Aug 12 12:47:32.490184 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657942-86a7-49e8-baae-1394a5e16149 req-776d32e9-8195-4622-ab47-3fb9741a9915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.491503 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-776d32e9-8195-4622-ab47-3fb9741a9915 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.1603987 Aug 12 12:47:32.613306 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-be3a6e8e-c390-4352-a772-50ad2224e187 req-53cd3880-5b1a-4902-afe8-adb79c55014a tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207778 Aug 12 12:47:32.638860 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-a92c89c5-8b7f-4362-94e1-441d5fc7279d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da2806be-3f10-4778-b431-3435bb79cd95 HTTP/1.1" status: 200 len: 1000 time: 0.1330900 Aug 12 12:47:32.681370 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-090f0133-70fa-4c59-962e-e3f9fc34380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.682743 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-090f0133-70fa-4c59-962e-e3f9fc34380a service neutron] 10.222.0.10 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 916 time: 0.1779981 Aug 12 12:47:32.727185 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-b442fce8-b697-4978-b6be-5420b8ace5a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 217 time: 0.0356402 Aug 12 12:47:32.728614 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657942-86a7-49e8-baae-1394a5e16149 req-66620718-3cbe-408b-a210-734e6bb8d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.729914 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-66620718-3cbe-408b-a210-734e6bb8d5d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0815535 Aug 12 12:47:32.808786 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-22bf4063-a158-4785-9cb3-6db09c22165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.810179 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-22bf4063-a158-4785-9cb3-6db09c22165d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 200 len: 854 time: 0.0708356 Aug 12 12:47:32.814237 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5657942-86a7-49e8-baae-1394a5e16149 req-4acca5d5-986e-4b7d-91c6-9eec399fc3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.815695 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-4acca5d5-986e-4b7d-91c6-9eec399fc3a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696640 Aug 12 12:47:32.919535 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-68d1cd1f-5ce4-4f84-b8bd-bd5396b8450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:32.920908 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-68d1cd1f-5ce4-4f84-b8bd-bd5396b8450b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154d9e25-7125-4310-9dfd-d9059391c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937517 Aug 12 12:47:32.975595 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-f27378b5-62b5-4485-9cbe-17e2ef76be73 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493292 Aug 12 12:47:33.037378 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7607-0f2b-4388-9e5c-d54f9498aa05 req-61c449a6-b1b8-4596-a2ec-392154884a89 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:33.038952 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c5bb7607-0f2b-4388-9e5c-d54f9498aa05 req-61c449a6-b1b8-4596-a2ec-392154884a89 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0500996 Aug 12 12:47:33.077656 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c5bb7607-0f2b-4388-9e5c-d54f9498aa05 req-ef0ec763-5c17-4a11-84bd-4d66633cb1ea tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Aug 12 12:47:33.304675 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-b5a92234-d56c-4cb3-962b-57a24e757c54 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757389 Aug 12 12:47:33.360650 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5657942-86a7-49e8-baae-1394a5e16149 req-22879968-de70-4e6b-b628-84798572432d service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759735 Aug 12 12:47:33.405676 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3ef3adeb-4455-4f73-bf21-5506d1d16713 req-958cc974-7e56-4fc3-996b-3a66e53b98b4 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918334 Aug 12 12:47:33.533301 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:33.723072 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e0066-3040-4fbc-aade-c598931bd97b req-d664d306-8cdb-4ff8-8b9f-c4dc16410402 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:33.724535 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ee1e0066-3040-4fbc-aade-c598931bd97b req-d664d306-8cdb-4ff8-8b9f-c4dc16410402 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 943 time: 0.0469103 Aug 12 12:47:33.760200 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ee1e0066-3040-4fbc-aade-c598931bd97b req-a8b224e6-2874-438d-ab38-3dbf6945eac4 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299168 Aug 12 12:47:34.198347 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a859004-0d89-4f6f-8498-6ac639599209 req-5cf14c84-8c92-4938-9ecf-98f79cfd93db tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:34.199823 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6a859004-0d89-4f6f-8498-6ac639599209 req-5cf14c84-8c92-4938-9ecf-98f79cfd93db tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 943 time: 0.0477126 Aug 12 12:47:34.246934 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6a859004-0d89-4f6f-8498-6ac639599209 req-37cdd4f9-37a9-4b32-bb6a-3b7f93ebdb09 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Aug 12 12:47:34.836042 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:47:34.871196 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c4ab8-9c21-4f45-bcdd-a322530136a1 req-4d752202-e4eb-4e89-81f7-ff6a74e19960 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:34.872665 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-335c4ab8-9c21-4f45-bcdd-a322530136a1 req-4d752202-e4eb-4e89-81f7-ff6a74e19960 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 943 time: 0.0483432 Aug 12 12:47:34.911560 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-335c4ab8-9c21-4f45-bcdd-a322530136a1 req-d6f83523-f536-4261-bd75-a47a0930edca tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Aug 12 12:47:34.939286 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:34.950196 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '60ad9992-2999-4d1c-8c84-482907283b03', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'port_id': '60ad9992-2999-4d1c-8c84-482907283b03', 'mac_address': 'fa:16:3e:f6:5d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:47:34.986160 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:34.998263 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ad9992-2999-4d1c-8c84-482907283b03 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:47:35.016813 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:35.021328 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:35.069145 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=9']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:35.075730 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.076072 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.076409 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.076733 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.077054 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.077375 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.077695 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.078009 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.078326 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.078638 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.078950 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.079286 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:35.363797 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f5a30-3691-4ae1-8f8f-4725ea4e2c6f req-e3bd07aa-fbd8-40b7-bcbf-bd414e08f793 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:35.365163 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-497f5a30-3691-4ae1-8f8f-4725ea4e2c6f req-e3bd07aa-fbd8-40b7-bcbf-bd414e08f793 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 944 time: 0.0465782 Aug 12 12:47:35.373860 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['60ad9992-2999-4d1c-8c84-482907283b03'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:47:35.402392 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-497f5a30-3691-4ae1-8f8f-4725ea4e2c6f req-bd14816d-50b6-4e61-9892-a4c9a23bcd66 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312750 Aug 12 12:47:36.023221 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad641-0755-4b9c-9288-057b9b192c92 req-148f5f29-c6bd-414f-a27d-28106bd20737 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:36.024627 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-177ad641-0755-4b9c-9288-057b9b192c92 req-148f5f29-c6bd-414f-a27d-28106bd20737 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 943 time: 0.0485525 Aug 12 12:47:36.061394 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-177ad641-0755-4b9c-9288-057b9b192c92 req-dc10b75a-4563-4577-9860-fd876f79cc2b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Aug 12 12:47:36.520024 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4bf70-974b-4ca9-a3de-007444a2fe2f req-7500de0d-2f84-4e10-9e4b-6384130dc277 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:36.521439 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-06a4bf70-974b-4ca9-a3de-007444a2fe2f req-7500de0d-2f84-4e10-9e4b-6384130dc277 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 944 time: 0.0458879 Aug 12 12:47:36.557330 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-06a4bf70-974b-4ca9-a3de-007444a2fe2f req-021c0013-623d-49e8-b796-266eb4e13d36 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300121 Aug 12 12:47:36.850083 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:36.852080 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 2544d4af-e967-4ab9-9431-592c018ccb1c details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:47:36.959042 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 60ad9992-2999-4d1c-8c84-482907283b03 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:36.959327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:37.001702 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2544d4af-e967-4ab9-9431-592c018ccb1c,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:37.015757 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'port_id': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'mac_address': 'fa:16:3e:ba:44:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:47:37.082430 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:37.092633 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:37.103904 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2544d4af-e967-4ab9-9431-592c018ccb1c {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:47:37.126532 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:47:37.129477 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2845907a-ad8b-4039-ba3f-c796fed89819" -d '{"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:47:37.146947 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2544d4af-e967-4ab9-9431-592c018ccb1c,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:37.148805 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:37.152272 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:37.156508 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:37.177569 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838e8652-27f8-45da-8442-5e894a1addb1 x-openstack-request-id: req-838e8652-27f8-45da-8442-5e894a1addb1 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:47:37.177859 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-plugged", "status": "completed", "tag": "60ad9992-2999-4d1c-8c84-482907283b03", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:47:37.178105 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-838e8652-27f8-45da-8442-5e894a1addb1 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:47:37.178479 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03', 'code': 200} Aug 12 12:47:37.179367 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f3bd2-728e-434e-aeb6-03056401a5de req-345cebc1-fa08-48d1-b97d-ea77aa056e76 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:37.180850 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb3f3bd2-728e-434e-aeb6-03056401a5de req-345cebc1-fa08-48d1-b97d-ea77aa056e76 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 943 time: 0.0562110 Aug 12 12:47:37.204282 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:37.223293 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb3f3bd2-728e-434e-aeb6-03056401a5de req-f4644f25-2e5f-4fc6-b3f6-2459f6981a45 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Aug 12 12:47:37.254149 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=10']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:37.496671 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['2544d4af-e967-4ab9-9431-592c018ccb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:47:37.683907 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29ae9-6041-484d-bbd0-43600960c564 req-d1bf1f4d-8a56-4a02-8279-65d28c14c1d1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:37.686074 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0bf29ae9-6041-484d-bbd0-43600960c564 req-d1bf1f4d-8a56-4a02-8279-65d28c14c1d1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 946 time: 0.0501211 Aug 12 12:47:37.690702 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bf570-698f-497b-b816-15bbc251aa61 req-22191bf5-fccd-4ea4-889d-9995cc4617b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:37.693307 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-639bf570-698f-497b-b816-15bbc251aa61 req-22191bf5-fccd-4ea4-889d-9995cc4617b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 1099 time: 0.0409925 Aug 12 12:47:37.727161 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0bf29ae9-6041-484d-bbd0-43600960c564 req-1069a256-a731-43b2-bcf1-7f316d1705da tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325248 Aug 12 12:47:37.729560 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-639bf570-698f-497b-b816-15bbc251aa61 req-471a9585-f574-4589-ba12-4bebee47cfb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287912 Aug 12 12:47:38.333392 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fe342-93cc-4b9b-bbb3-370afc274053 req-d2a9140f-5f47-4202-883a-e6382c86b98d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:38.334816 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a64fe342-93cc-4b9b-bbb3-370afc274053 req-d2a9140f-5f47-4202-883a-e6382c86b98d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 944 time: 0.0461476 Aug 12 12:47:38.371261 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a64fe342-93cc-4b9b-bbb3-370afc274053 req-a08f2ac0-7cd7-46c5-b67d-872f67a36386 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Aug 12 12:47:38.844916 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 2544d4af-e967-4ab9-9431-592c018ccb1c up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:47:38.846169 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9fa14-1a37-423e-96ad-4d75cbd2730c req-174785ae-3bc8-4172-9065-2d0430a65bf8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:38.848203 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d2d9fa14-1a37-423e-96ad-4d75cbd2730c req-174785ae-3bc8-4172-9065-2d0430a65bf8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 946 time: 0.0474973 Aug 12 12:47:38.884527 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d2d9fa14-1a37-423e-96ad-4d75cbd2730c req-c9f28bf0-c0cd-44db-a646-193c23ecf635 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302875 Aug 12 12:47:38.892605 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 2544d4af-e967-4ab9-9431-592c018ccb1c completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:47:38.896774 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 2544d4af-e967-4ab9-9431-592c018ccb1c triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:38.897157 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:38.975972 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:39.010186 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2544d4af-e967-4ab9-9431-592c018ccb1c,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:39.013958 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:39.061784 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:39.180130 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:47:39.182632 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e3c54-ed35-4e68-9f3a-9826cc6fb954" -d '{"events": [{"server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "name": "network-vif-plugged", "status": "completed", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:47:39.219528 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65f2a0b-47d5-41a7-85ba-0dd127b130f8 x-openstack-request-id: req-a65f2a0b-47d5-41a7-85ba-0dd127b130f8 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:47:39.219852 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "name": "network-vif-plugged", "status": "completed", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:47:39.220167 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a65f2a0b-47d5-41a7-85ba-0dd127b130f8 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:47:39.220617 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'code': 200} Aug 12 12:47:39.448776 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238e606-021b-4765-b7ae-e1dbba8fbc5f req-76cf5a67-4dd8-4837-8c22-5d7c736bb7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:39.449136 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-cdd9c48f-a40c-49c3-9a56-3de5685cbeb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:39.450766 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9238e606-021b-4765-b7ae-e1dbba8fbc5f req-76cf5a67-4dd8-4837-8c22-5d7c736bb7ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1098 time: 0.0909638 Aug 12 12:47:39.491546 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9238e606-021b-4765-b7ae-e1dbba8fbc5f req-85ec4d4d-76ba-4ef9-b343-9911b2b7d3b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332263 Aug 12 12:47:39.503303 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80f6e1-9bdf-4bff-9973-d7013dfd9882 req-b0576c4f-fc7c-4507-9c21-5daceba409db tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:39.504775 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1a80f6e1-9bdf-4bff-9973-d7013dfd9882 req-b0576c4f-fc7c-4507-9c21-5daceba409db tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0523543 Aug 12 12:47:39.541423 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1a80f6e1-9bdf-4bff-9973-d7013dfd9882 req-2f27a639-0b31-4b8b-adae-8f2bc21de919 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307193 Aug 12 12:47:40.004173 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865acd1-4597-467b-b359-0f10d8e729d4 req-6e71401f-2f7a-4d7a-8c7a-f3bea2ad97bd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:40.005627 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b865acd1-4597-467b-b359-0f10d8e729d4 req-6e71401f-2f7a-4d7a-8c7a-f3bea2ad97bd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 946 time: 0.0474613 Aug 12 12:47:40.043517 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b865acd1-4597-467b-b359-0f10d8e729d4 req-b2dde1fa-0456-4718-bbfc-da8057ad5db3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319166 Aug 12 12:47:40.656842 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c37f2-4e96-4884-a691-c0bf6d5e4e61 req-3ea728b4-dde1-4b26-8c21-cc313e957c88 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:40.658265 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9c0c37f2-4e96-4884-a691-c0bf6d5e4e61 req-3ea728b4-dde1-4b26-8c21-cc313e957c88 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0493097 Aug 12 12:47:40.694200 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9c0c37f2-4e96-4884-a691-c0bf6d5e4e61 req-30a45353-e03c-4618-80b3-021217d766a3 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298760 Aug 12 12:47:40.804764 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf5af6-6ce4-465c-aaf2-fc568d1858d1 req-eb5cd039-f68b-4634-be74-e45d4830b9a4 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:40.806211 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-afbf5af6-6ce4-465c-aaf2-fc568d1858d1 req-eb5cd039-f68b-4634-be74-e45d4830b9a4 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0462809 Aug 12 12:47:40.842510 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-afbf5af6-6ce4-465c-aaf2-fc568d1858d1 req-4bb69281-9f9b-4b4b-aba4-a3f8aff798e6 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304470 Aug 12 12:47:41.154295 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413028a-f3bf-49ba-bc70-d773100dcc30 req-1128adc5-9485-4e38-b500-8bcb93d34f22 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:41.156049 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d413028a-f3bf-49ba-bc70-d773100dcc30 req-1128adc5-9485-4e38-b500-8bcb93d34f22 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0475094 Aug 12 12:47:41.195861 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d413028a-f3bf-49ba-bc70-d773100dcc30 req-3976290c-d71e-4d88-bcc0-4c6e62e265a9 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Aug 12 12:47:42.007523 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-84b8cb78-88e4-4992-936c-3c9ab44b5888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:42.276592 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:43.216884 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:44.873123 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:50.572443 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f5914-7c0e-490c-b4e0-40c3178b2a01 req-9696e3be-8bf5-4533-a0ad-986373af838b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:50.573883 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-696f5914-7c0e-490c-b4e0-40c3178b2a01 req-9696e3be-8bf5-4533-a0ad-986373af838b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0504498 Aug 12 12:47:50.609771 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-696f5914-7c0e-490c-b4e0-40c3178b2a01 req-268c0100-ce1b-455b-a304-f9c2fa582335 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300527 Aug 12 12:47:50.634971 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40936) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:50.713679 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3398e1d-355e-468d-92d1-42350cf57395 tempest-TestMinimumBasicScenario-679940099 tempest-TestMinimumBasicScenario-679940099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:50.715154 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-e3398e1d-355e-468d-92d1-42350cf57395 tempest-TestMinimumBasicScenario-679940099 tempest-TestMinimumBasicScenario-679940099-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1093 time: 0.0791328 Aug 12 12:47:50.717986 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40940) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:50.722903 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'port_id': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:50.744117 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for floatingip, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:50.838899 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:50.941990 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Allocated IP 172.27.2.184 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/89d44f68-06d3-45fa-b41d-659c308d3397) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:47:51.038730 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:51.076654 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:51.110948 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:47:51.116029 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:47:51.119411 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:47:51.147257 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'Port': ['ID=89d44f68-06d3-45fa-b41d-659c308d3397,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:51.471057 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:51.536572 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:51.675632 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:51.679729 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:51.744613 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'Port': ['ID=89d44f68-06d3-45fa-b41d-659c308d3397,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:51.759413 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:51.855192 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Floating IP a8b9680c-847e-4eb1-97d5-78037d5287bb associated. External IP: 172.27.2.184, port: 2544d4af-e967-4ab9-9431-592c018ccb1c. Aug 12 12:47:52.049129 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:47:52.151356 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:47:52.161824 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] Sync routers for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:47:52.168926 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.172394 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:52.173103 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:47:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:52.197233 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-42518d22-0f12-4129-be69-7b53ab8eacbc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4782546 Aug 12 12:47:52.197820 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:47:52.200060 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:47:52.200218 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40946) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:52.205463 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677353763', 'description': 'tempest-secgroup-smoke-1677353763 description', 'project_id': '53b71c6c47e8456a916ba2283f6136c4'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:52.228716 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.291345 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:52.308921 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b5325-3205-4787-8a10-a6720c81da53 x-openstack-request-id: req-753b5325-3205-4787-8a10-a6720c81da53 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:47:52.309198 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:47:52.309495 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-753b5325-3205-4787-8a10-a6720c81da53 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:47:52.309922 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'status': 'completed', 'code': 200} Aug 12 12:47:52.315904 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.320978 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.350176 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239d563c-3533-4b03-a593-14088b631915,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:52.353771 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.354980 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1532338 Aug 12 12:47:52.359104 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40952) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:52.363733 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-3a166750-b613-408a-8d1f-9983c89918fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'security_group_rule': {'security_group_id': '239d563c-3533-4b03-a593-14088b631915', 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:52.369675 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.370025 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.370364 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.370695 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.371022 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.371376 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.371704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.372028 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.372349 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.372673 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.372985 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.373500 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae8772-8ba6-4181-b84b-0d50bbf67247 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:52.378327 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-090e9e0c-4d86-4e72-8602-908989d6c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:52.379929 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-090e9e0c-4d86-4e72-8602-908989d6c6bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1098 time: 0.0417724 Aug 12 12:47:52.404208 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3a166750-b613-408a-8d1f-9983c89918fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.469495 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3a166750-b613-408a-8d1f-9983c89918fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.473745 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3a166750-b613-408a-8d1f-9983c89918fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.478582 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-aebc1dc0-8769-4369-b3e2-e93b745b9ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:52.480571 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-aebc1dc0-8769-4369-b3e2-e93b745b9ad3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 916 time: 0.0931191 Aug 12 12:47:52.491504 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166750-b613-408a-8d1f-9983c89918fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24cc3d2-57cd-49b0-8f75-6a89ba2ab31f,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:52.498752 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3a166750-b613-408a-8d1f-9983c89918fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.500099 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-3a166750-b613-408a-8d1f-9983c89918fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400800 Aug 12 12:47:52.502789 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40954) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:52.508361 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-c7b06f09-26ea-4f6c-b198-122a9db518cf tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'security_group_rule': {'security_group_id': '239d563c-3533-4b03-a593-14088b631915', 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:52.539018 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7b06f09-26ea-4f6c-b198-122a9db518cf tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.540028 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'a8b9680c-847e-4eb1-97d5-78037d5287bb', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'port_id': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'mac_address': 'fa:16:3e:ba:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:47:51Z', 'updated_at': '2021-08-12T12:47:51Z', 'revision_number': 0, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:03Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:52.559863 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-0a26779f-a069-4285-9f7a-9dfe3f96ffcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 999 time: 0.0717328 Aug 12 12:47:52.568138 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] Checking router: 79b5f5bc-0480-4125-a3c4-b42175bef1c6 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:47:52.577109 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:47:52.577661 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:47:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:52.604231 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7b06f09-26ea-4f6c-b198-122a9db518cf tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.608136 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7b06f09-26ea-4f6c-b198-122a9db518cf tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.614677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-f005c4d7-1aef-40f9-8052-2b4d3a9f7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:52.617379 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-f005c4d7-1aef-40f9-8052-2b4d3a9f7939 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 200 len: 854 time: 0.0494468 Aug 12 12:47:52.628851 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b06f09-26ea-4f6c-b198-122a9db518cf tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a58e4a1-d301-4935-bf70-0c0ff535724e,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:52.633426 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7b06f09-26ea-4f6c-b198-122a9db518cf tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.637165 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c7b06f09-26ea-4f6c-b198-122a9db518cf tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308658 Aug 12 12:47:52.637674 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 40956) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:52.641804 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-7e1f0ffe-c2b0-4a49-8ee0-6ecde7862997 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'security_group_rule': {'security_group_id': '239d563c-3533-4b03-a593-14088b631915', 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:52.669724 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0ffe-c2b0-4a49-8ee0-6ecde7862997 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.673810 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-485a1992-7223-4ef1-a846-4bb50beaeeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:52.675870 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-485a1992-7223-4ef1-a846-4bb50beaeeb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154d9e25-7125-4310-9dfd-d9059391c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493512 Aug 12 12:47:52.694259 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:47:52.733751 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0ffe-c2b0-4a49-8ee0-6ecde7862997 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.737780 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0ffe-c2b0-4a49-8ee0-6ecde7862997 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.758045 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f0ffe-c2b0-4a49-8ee0-6ecde7862997 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e4d7a6-161a-4a1f-a7f1-66cebdafaab2,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:52.764940 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0ffe-c2b0-4a49-8ee0-6ecde7862997 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.769687 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40958) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:52.770473 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7e1f0ffe-c2b0-4a49-8ee0-6ecde7862997 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320789 Aug 12 12:47:52.774297 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-b23f17cb-30de-43c4-957c-a9196821ed39 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'security_group_rule': {'security_group_id': '239d563c-3533-4b03-a593-14088b631915', 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:52.794311 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-775f74cf-5540-4368-add3-8e790597f052 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093578 Aug 12 12:47:52.825001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b23f17cb-30de-43c4-957c-a9196821ed39 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.923821 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'a8b9680c-847e-4eb1-97d5-78037d5287bb', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'port_id': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'mac_address': 'fa:16:3e:ba:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:47:51Z', 'updated_at': '2021-08-12T12:47:51Z', 'revision_number': 0, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:03Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:47:52.934768 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b23f17cb-30de-43c4-957c-a9196821ed39 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.937773 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0ae8b2c0-c59d-40e9-95ff-eda5c103643f req-8bd29fa7-6c75-43a5-bd71-f9382b26681e service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360862 Aug 12 12:47:52.939157 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b23f17cb-30de-43c4-957c-a9196821ed39 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.951427 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29324fe1-0aaf-45ac-9036-81d9b7f3013f None None] The sync data for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi is: [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'a8b9680c-847e-4eb1-97d5-78037d5287bb', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'port_id': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'mac_address': 'fa:16:3e:ba:44:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:47:51Z', 'updated_at': '2021-08-12T12:47:51Z', 'revision_number': 0, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:03Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:47:52.961293 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f17cb-30de-43c4-957c-a9196821ed39 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6dca08-5b52-49da-a8e9-4864bb6fe422,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:52.968594 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b23f17cb-30de-43c4-957c-a9196821ed39 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:52.969849 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b23f17cb-30de-43c4-957c-a9196821ed39 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1990833 Aug 12 12:47:52.972697 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40960) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:52.977682 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'security_group_rule': {'security_group_id': '239d563c-3533-4b03-a593-14088b631915', 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:53.001010 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.securitygroups_db [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Project 53b71c6c47e8456a916ba2283f6136c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 12:47:53.006164 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.069822 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.073703 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.093081 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e6e650-50cd-4ca2-b057-c5fd283045a2,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:53.100777 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.102029 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b312865f-0c31-486c-bec8-68bf9cf1db55 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283259 Aug 12 12:47:53.104656 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 40962) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:47:53.109883 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'security_group_rule': {'security_group_id': '239d563c-3533-4b03-a593-14088b631915', 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:53.133812 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.securitygroups_db [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Project 53b71c6c47e8456a916ba2283f6136c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 12:47:53.139272 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.152593 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900679ab-e80b-4dfd-949c-3716355d246d None None] New status for floating IP a8b9680c-847e-4eb1-97d5-78037d5287bb: ACTIVE {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:47:53.202200 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.206222 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.224437 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beba41d5-8bb1-47ea-9757-3d01abca076d,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:53.231961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.233266 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-5686ed31-e5a8-4250-a1df-81ffe35648f5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274610 Aug 12 12:47:53.329589 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-194d4835-8fbe-48a1-b667-27f25fc00d5d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677353763&fields=id&tenant_id=53b71c6c47e8456a916ba2283f6136c4 HTTP/1.1" status: 200 len: 267 time: 0.0458500 Aug 12 12:47:53.390623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-be04dda9-79f9-4eee-ae62-d2aee1ee6555 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:53.392165 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-be04dda9-79f9-4eee-ae62-d2aee1ee6555 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0561712 Aug 12 12:47:53.403136 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'port': {'security_groups': ['17cddcb7-2c68-461a-b741-8a941bda835d', '239d563c-3533-4b03-a593-14088b631915']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:47:53.465046 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.643503 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2544d4af-e967-4ab9-9431-592c018ccb1c,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:47:53.673082 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.678728 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.697974 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['2544d4af-e967-4ab9-9431-592c018ccb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:47:53.734316 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:53.734949 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:53.736534 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9e959a58-c042-4eb0-81a0-aac8529a2311 req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "PUT /v2.0/ports/2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 981 time: 0.3378019 Aug 12 12:47:53.765713 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=6']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:47:53.775432 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.775808 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.776709 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.777114 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.777448 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.778065 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.778453 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.778788 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.779142 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.779467 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.779791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.780114 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7e65bf-ea7a-4a8f-b3cc-717ab36b4643 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:47:53.826803 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['2544d4af-e967-4ab9-9431-592c018ccb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:47:53.856621 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc2be0-2fa0-4567-aceb-0cfc6e3ad4f4 req-9071ace3-61e7-4405-88e1-852507b00746 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:53.859084 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-25fc2be0-2fa0-4567-aceb-0cfc6e3ad4f4 req-9071ace3-61e7-4405-88e1-852507b00746 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0516920 Aug 12 12:47:53.907774 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-25fc2be0-2fa0-4567-aceb-0cfc6e3ad4f4 req-e97ffc4c-57a1-477a-84dc-14dc46e9ed9d tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404658 Aug 12 12:47:54.045747 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-95d33254-1d99-4748-b186-bf47c62a0e4a None None] Provisioning complete for port 2544d4af-e967-4ab9-9431-592c018ccb1c triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:47:54.046259 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-95d33254-1d99-4748-b186-bf47c62a0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:47:54.310852 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:47:54.313214 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cca8336-08c7-4489-b6f7-593e06919439" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:47:54.350608 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a3f7e8-665a-4a4f-835a-92e7a4b44789 x-openstack-request-id: req-83a3f7e8-665a-4a4f-835a-92e7a4b44789 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:47:54.350895 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:47:54.351171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83a3f7e8-665a-4a4f-835a-92e7a4b44789 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:47:54.351561 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'status': 'completed', 'code': 200} Aug 12 12:47:54.426365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8336-08c7-4489-b6f7-593e06919439 req-f185d94b-6ebc-41a4-9412-688702cf4454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:54.428053 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9cca8336-08c7-4489-b6f7-593e06919439 req-f185d94b-6ebc-41a4-9412-688702cf4454 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1137 time: 0.0450437 Aug 12 12:47:54.516723 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8336-08c7-4489-b6f7-593e06919439 req-34d668d6-5e9b-4664-87ca-5708bd2febe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:54.518177 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9cca8336-08c7-4489-b6f7-593e06919439 req-34d668d6-5e9b-4664-87ca-5708bd2febe2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 916 time: 0.0821042 Aug 12 12:47:54.591966 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9cca8336-08c7-4489-b6f7-593e06919439 req-43e415f5-1ff1-4c63-9ff4-714d3715bc37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 1001 time: 0.0649395 Aug 12 12:47:54.642377 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8336-08c7-4489-b6f7-593e06919439 req-38b9c845-d098-471b-9569-24d5896938ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:54.643842 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9cca8336-08c7-4489-b6f7-593e06919439 req-38b9c845-d098-471b-9569-24d5896938ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 200 len: 854 time: 0.0424275 Aug 12 12:47:54.690562 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8336-08c7-4489-b6f7-593e06919439 req-03c5f44f-3b04-4c6a-b328-febec0cac2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:47:54.692064 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9cca8336-08c7-4489-b6f7-593e06919439 req-03c5f44f-3b04-4c6a-b328-febec0cac2d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154d9e25-7125-4310-9dfd-d9059391c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391717 Aug 12 12:47:54.785880 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9cca8336-08c7-4489-b6f7-593e06919439 req-5a67e554-7e69-4e56-800e-6f570f6da496 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820062 Aug 12 12:47:54.874398 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9cca8336-08c7-4489-b6f7-593e06919439 req-9374e06a-c062-451e-992d-17b02e05ea62 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800982 Aug 12 12:48:03.543685 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:07.901494 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:48:09.123185 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa36a12-d18e-40db-a727-85aecc8a13a2 req-f9aed470-41a2-4b7f-9792-8811d88eefa0 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:09.124566 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6aa36a12-d18e-40db-a727-85aecc8a13a2 req-f9aed470-41a2-4b7f-9792-8811d88eefa0 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Aug 12 12:48:09.161176 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6aa36a12-d18e-40db-a727-85aecc8a13a2 req-0efa5242-37b8-453c-a263-1f2ac51c89b9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307758 Aug 12 12:48:09.440842 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4b6fb0e6-9c53-48a4-b376-00dbb2d21622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:10.282518 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd828c-fdc4-454e-9d8f-1de86e9dd0ba req-07b2580e-0ddf-401c-8531-7b69e337eb84 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:10.283974 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b2dd828c-fdc4-454e-9d8f-1de86e9dd0ba req-07b2580e-0ddf-401c-8531-7b69e337eb84 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0552011 Aug 12 12:48:10.321051 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b2dd828c-fdc4-454e-9d8f-1de86e9dd0ba req-63d6a686-92a2-4b3b-b7e0-b1ae8b12d26c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Aug 12 12:48:11.438138 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58acd1-e1da-4f12-a49f-977566b505da req-9b898785-8afd-4002-9a39-795b3a7405ee tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:11.439637 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3c58acd1-e1da-4f12-a49f-977566b505da req-9b898785-8afd-4002-9a39-795b3a7405ee tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Aug 12 12:48:11.475939 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3c58acd1-e1da-4f12-a49f-977566b505da req-450d59f5-49d0-4b21-b515-71b4cf4c932d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300930 Aug 12 12:48:12.007605 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-54a53a80-62bd-4217-8b18-c8aa3d3a8569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:12.277284 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:12.587657 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c87fc-9f01-439b-bbae-665409ccf069 req-f22bc83d-2de9-421c-a4c6-8ebcd42c40cb tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:12.589081 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-338c87fc-9f01-439b-bbae-665409ccf069 req-f22bc83d-2de9-421c-a4c6-8ebcd42c40cb tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0466566 Aug 12 12:48:12.624630 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-338c87fc-9f01-439b-bbae-665409ccf069 req-6dc49cd4-1637-419d-897a-b752e8b2a3dc tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298672 Aug 12 12:48:13.219858 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:13.736492 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e68e9-aad4-4a75-941d-3e8f457de292 req-e201aed3-9ce6-4a1c-b8c6-229793a84201 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:13.737945 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-682e68e9-aad4-4a75-941d-3e8f457de292 req-e201aed3-9ce6-4a1c-b8c6-229793a84201 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0471678 Aug 12 12:48:13.773789 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-682e68e9-aad4-4a75-941d-3e8f457de292 req-c578fcde-3dd5-4b55-baef-3e31a774c19c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300694 Aug 12 12:48:14.876609 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:14.887591 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851870f0-38db-4037-ae96-b8b4459dcc26 req-2584e3bb-4f4a-495f-9548-fd180db14381 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:14.889046 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-851870f0-38db-4037-ae96-b8b4459dcc26 req-2584e3bb-4f4a-495f-9548-fd180db14381 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0479996 Aug 12 12:48:14.926534 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-851870f0-38db-4037-ae96-b8b4459dcc26 req-4a3b548e-1b0b-4f4b-8167-00c97e8f11d6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316026 Aug 12 12:48:16.042351 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe324f6-0af8-480c-adec-490e695ae3a3 req-581174db-b93f-4bf0-871b-48e38bc09c68 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:16.043839 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8fe324f6-0af8-480c-adec-490e695ae3a3 req-581174db-b93f-4bf0-871b-48e38bc09c68 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0502491 Aug 12 12:48:16.081034 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8fe324f6-0af8-480c-adec-490e695ae3a3 req-bfb6678a-9462-4958-8944-cafdeece9a92 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Aug 12 12:48:17.199139 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b33c61-23ad-48d7-9292-47580daef1e6 req-af72ddb2-7136-4a64-a663-88033d5757f8 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:17.200684 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-14b33c61-23ad-48d7-9292-47580daef1e6 req-af72ddb2-7136-4a64-a663-88033d5757f8 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Aug 12 12:48:17.239436 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-14b33c61-23ad-48d7-9292-47580daef1e6 req-12c34216-7ef5-4981-b5a3-a0bda1c8e36e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327621 Aug 12 12:48:18.352241 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95510e-7680-41f5-a490-ba8f4ffd88ef req-7ddc6f5e-a6e8-4974-8cec-bbd6f5ac2170 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:18.353691 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ad95510e-7680-41f5-a490-ba8f4ffd88ef req-7ddc6f5e-a6e8-4974-8cec-bbd6f5ac2170 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0474257 Aug 12 12:48:18.390250 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ad95510e-7680-41f5-a490-ba8f4ffd88ef req-f8db309f-008b-412b-96e9-9b1a3dcbe6f7 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Aug 12 12:48:19.502180 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1b1b7-e420-48b2-a74e-091b79e1786c req-4a7a5363-e16d-4bb8-91d3-35384ad63cc6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:19.503650 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f4f1b1b7-e420-48b2-a74e-091b79e1786c req-4a7a5363-e16d-4bb8-91d3-35384ad63cc6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0476730 Aug 12 12:48:19.540233 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f4f1b1b7-e420-48b2-a74e-091b79e1786c req-31df558f-90c3-4600-be04-5c6908dfd5d9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308666 Aug 12 12:48:20.652866 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f82881-2df7-48db-869c-ca5fdd573b2c req-14696bef-e4b9-4a38-b555-49b564f5a444 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:20.653940 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-24f82881-2df7-48db-869c-ca5fdd573b2c req-14696bef-e4b9-4a38-b555-49b564f5a444 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0482266 Aug 12 12:48:20.690180 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-24f82881-2df7-48db-869c-ca5fdd573b2c req-d390f8eb-2076-4e5e-99ba-f673c3626ec6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295224 Aug 12 12:48:21.804122 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cd610-0dd2-4b5d-9ea4-77974e21a765 req-6e5ee7c5-3517-4728-9daa-97bf73f9f421 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:21.805613 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c82cd610-0dd2-4b5d-9ea4-77974e21a765 req-6e5ee7c5-3517-4728-9daa-97bf73f9f421 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Aug 12 12:48:21.846361 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c82cd610-0dd2-4b5d-9ea4-77974e21a765 req-d314546b-794c-4beb-a9c2-137de56e6c35 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347254 Aug 12 12:48:22.960665 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e3343-eec5-4fec-b751-767d2f4be040 req-53adcabf-fd15-49bb-8ece-1c91ea11ad8b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:22.962641 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-596e3343-eec5-4fec-b751-767d2f4be040 req-53adcabf-fd15-49bb-8ece-1c91ea11ad8b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0520203 Aug 12 12:48:22.998832 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-596e3343-eec5-4fec-b751-767d2f4be040 req-3c35fbd1-ffc6-40fe-96e9-7803d5e90296 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304315 Aug 12 12:48:24.112994 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc54b23-6b48-4c07-8c35-f14681ea5fcb req-8f0f263c-f165-4707-8589-ecee1afff6ee tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:24.114426 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9fc54b23-6b48-4c07-8c35-f14681ea5fcb req-8f0f263c-f165-4707-8589-ecee1afff6ee tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0501294 Aug 12 12:48:24.151666 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9fc54b23-6b48-4c07-8c35-f14681ea5fcb req-fa061f84-aceb-44be-915f-8f3a2a80f26d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312560 Aug 12 12:48:25.262287 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c6039-27e2-419e-ae29-7b013f4f5cdf req-c84676db-dbe6-4830-91c3-c83f8718587b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:25.263768 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c47c6039-27e2-419e-ae29-7b013f4f5cdf req-c84676db-dbe6-4830-91c3-c83f8718587b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0465055 Aug 12 12:48:25.300564 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c47c6039-27e2-419e-ae29-7b013f4f5cdf req-ac4f1fcd-ee68-4b90-861b-2a1feadda0b1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Aug 12 12:48:25.488529 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4ed2-3226-4aed-a555-e9e60288d140 req-503b1c80-55ca-4742-a9a2-4293786a6bba tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:25.489907 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e19d4ed2-3226-4aed-a555-e9e60288d140 req-503b1c80-55ca-4742-a9a2-4293786a6bba tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0474010 Aug 12 12:48:25.527359 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e19d4ed2-3226-4aed-a555-e9e60288d140 req-685bff8f-dadc-49fb-9ba2-2145162b24b9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310214 Aug 12 12:48:25.542034 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-ccde7f4d-dc69-4da7-9bf5-fb90e9316d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:25.543553 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-ccde7f4d-dc69-4da7-9bf5-fb90e9316d67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1098 time: 0.0406728 Aug 12 12:48:25.634396 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-da2ee103-619e-4abd-a9bd-a03a9932c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:25.635872 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-da2ee103-619e-4abd-a9bd-a03a9932c893 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.0842166 Aug 12 12:48:25.934921 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-a3f0986f-337d-4bf6-99a3-ae6334e11ece service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 1001 time: 0.2914951 Aug 12 12:48:25.984017 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-7f1aac74-c3ea-4219-b7b1-4e7690aa8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:25.985445 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-7f1aac74-c3ea-4219-b7b1-4e7690aa8139 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0430639 Aug 12 12:48:26.033417 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-3165933f-b5ce-4239-b0d6-8fe9935e67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:26.034887 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-3165933f-b5ce-4239-b0d6-8fe9935e67b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417898 Aug 12 12:48:26.123328 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-17b727a9-7b0a-4d0f-9456-26db3424f00a service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810313 Aug 12 12:48:26.217227 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d923294e-c3f6-421c-b39b-fd3b4b8c035a req-a2a3bbf2-6c20-4da2-9590-a99cab25b2f3 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 Aug 12 12:48:26.640312 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862fecd-fd1c-492f-92c2-39914241157d req-8e943937-ae34-46e6-9bc8-d1263e46b56c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:26.641735 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a862fecd-fd1c-492f-92c2-39914241157d req-8e943937-ae34-46e6-9bc8-d1263e46b56c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0469804 Aug 12 12:48:26.677954 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a862fecd-fd1c-492f-92c2-39914241157d req-c904a161-aa41-4c84-96ca-dc0cdc400cfa tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304711 Aug 12 12:48:27.791449 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452cefd-b88d-41cf-ae59-c0b31dc051ea req-3c0b0788-12fb-431e-a521-06e73f022298 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:27.792881 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3452cefd-b88d-41cf-ae59-c0b31dc051ea req-3c0b0788-12fb-431e-a521-06e73f022298 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0498612 Aug 12 12:48:27.829689 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3452cefd-b88d-41cf-ae59-c0b31dc051ea req-b0859421-9214-4fb9-a55a-bc3fd57897d6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Aug 12 12:48:30.501439 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8677d-9dac-4874-8f8f-4691dd81208f req-0fa9a594-9015-4b75-b9f4-e87223a83d59 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:30.502878 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0dd8677d-9dac-4874-8f8f-4691dd81208f req-0fa9a594-9015-4b75-b9f4-e87223a83d59 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 945 time: 0.0487192 Aug 12 12:48:30.538738 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0dd8677d-9dac-4874-8f8f-4691dd81208f req-d07817f1-d45c-4ffe-ac7d-4f958e50db9f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294411 Aug 12 12:48:31.651844 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3663ad5-3ddf-43f3-9871-0704e54c6522 req-0752390d-c780-4f8b-9a8d-94fda12aa18d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:31.653290 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f3663ad5-3ddf-43f3-9871-0704e54c6522 req-0752390d-c780-4f8b-9a8d-94fda12aa18d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 945 time: 0.0475557 Aug 12 12:48:31.688906 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f3663ad5-3ddf-43f3-9871-0704e54c6522 req-aed7f70c-bee0-484a-a223-26c697489d68 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295930 Aug 12 12:48:32.134067 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-6d7c6c58-9f96-44db-b235-b106ad697c98 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:32.135496 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-6d7c6c58-9f96-44db-b235-b106ad697c98 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 945 time: 0.0502381 Aug 12 12:48:32.223371 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Deleting port da2806be-3f10-4778-b431-3435bb79cd95 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:48:32.223708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:32.311015 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] For port da2806be-3f10-4778-b431-3435bb79cd95, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=da2806be-3f10-4778-b431-3435bb79cd95,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:48:32.311405 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:32.520309 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:32.520671 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:32.520975 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Floating IP 7d85b3b6-a3be-4f29-bcda-426b480f0545 disassociated. External IP: 172.27.2.40, port: da2806be-3f10-4778-b431-3435bb79cd95. Aug 12 12:48:32.521307 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Calling delete_port for da2806be-3f10-4778-b431-3435bb79cd95 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:48:32.640001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:32.667340 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event deleted for resources: {'Port': ['ID=da2806be-3f10-4778-b431-3435bb79cd95,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:32.778238 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:48:32.780284 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b9f6373c-c0ad-46a3-b9d9-87de10773730 req-439859a4-d097-4f42-9031-698df72bcec6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=214089b7-2c2b-402b-a09e-711ece452193 HTTP/1.1" status: 200 len: 210 time: 0.0265367 Aug 12 12:48:32.883647 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:48:32.893168 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:48:32.902913 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:48:32.903581 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:32.925797 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] No DVR routers for this DVR port da2806be-3f10-4778-b431-3435bb79cd95 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:48:32.928223 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:32.930674 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5346e1c-40e8-4bff-a6e8-c5172382aadc req-45f68a67-75ed-4954-8e4c-de8fa85f041c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "DELETE /v2.0/ports/da2806be-3f10-4778-b431-3435bb79cd95 HTTP/1.1" status: 204 len: 173 time: 0.7880325 Aug 12 12:48:32.931132 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'name': 'network-vif-deleted', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:48:32.933315 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30c53a-7909-4237-aa85-c0a71adfa2d6" -d '{"events": [{"server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "name": "network-vif-deleted", "tag": "da2806be-3f10-4778-b431-3435bb79cd95"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:48:32.993145 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598aa3c6-442a-483c-a18c-1d9ee425300b x-openstack-request-id: req-598aa3c6-442a-483c-a18c-1d9ee425300b {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:48:32.993431 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214089b7-2c2b-402b-a09e-711ece452193", "name": "network-vif-deleted", "tag": "da2806be-3f10-4778-b431-3435bb79cd95", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:48:32.993675 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-598aa3c6-442a-483c-a18c-1d9ee425300b {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:48:32.994063 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214089b7-2c2b-402b-a09e-711ece452193', 'name': 'network-vif-deleted', 'tag': 'da2806be-3f10-4778-b431-3435bb79cd95', 'status': 'completed', 'code': 200} Aug 12 12:48:33.015798 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:48:33.053048 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-69367145-c3ce-4220-9606-41b00ae0abab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395923 Aug 12 12:48:33.113523 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-bf8d7865-17ac-466f-aa99-8ab6a99c7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:33.115241 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-bf8d7865-17ac-466f-aa99-8ab6a99c7c65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1098 time: 0.0398688 Aug 12 12:48:33.230708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-d25e802b-e60d-4674-b775-f39842d4664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:33.232307 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-d25e802b-e60d-4674-b775-f39842d4664d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.0951707 Aug 12 12:48:33.237693 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:33.268057 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:48:33.279448 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:48:33.279448 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:33.313822 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-32541cd2-a38b-4d92-a43f-3410c21e4bc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 1001 time: 0.0739157 Aug 12 12:48:33.363598 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-9f1356aa-9eba-4781-8b96-485fbf998fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:33.365139 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-9f1356aa-9eba-4781-8b96-485fbf998fe4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0436821 Aug 12 12:48:33.386277 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:48:33.416113 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-2ba796d5-b9f7-4bbb-b559-94d2f716397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:33.417666 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-2ba796d5-b9f7-4bbb-b559-94d2f716397b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439579 Aug 12 12:48:33.508144 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-ab04a58d-5720-4205-a2d3-26c0ff90e181 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815573 Aug 12 12:48:33.598315 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:33.606973 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2bee60ed-f16c-48da-a8c6-4079449ad8f3 req-9015268e-fb8c-44a7-84af-c402846c00e3 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903461 Aug 12 12:48:33.613545 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:33.645968 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff7027-8190-4f91-88ff-8b78e13cb31e None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:48:33.880116 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073ac21-17cd-4db2-b24b-daac2c0cc68f None None] New status for floating IP 7d85b3b6-a3be-4f29-bcda-426b480f0545: DOWN {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:48:34.043560 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-431cf2d5-c94a-4152-8994-44e8931fcf9f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627415103&fields=id&tenant_id=a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 267 time: 0.0372353 Aug 12 12:48:34.145336 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-89d0c674-2129-4cdf-880e-bbb50111d498 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:34.146748 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-89d0c674-2129-4cdf-880e-bbb50111d498 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 812 time: 0.0964618 Aug 12 12:48:34.161843 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-34d11fab-a638-4146-aa69-a7297fd3989f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/quotas/a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 375 time: 0.0088365 Aug 12 12:48:34.217491 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-a40b2fd9-7d91-44fa-9a61-1a16ccd2b3ce tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504110 Aug 12 12:48:34.349202 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-f21b2a4b-7d0c-49f6-8900-82073f46468a service neutron] 10.222.0.22 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204960 Aug 12 12:48:34.438435 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-707d5936-b644-4625-b89e-3da713e68866 service neutron] 10.222.0.22 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831957 Aug 12 12:48:34.734482 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ebb83551-5519-4eb4-a0e9-2236c914b9b5 req-813320a4-fc39-4859-9864-9d6a964e1b56 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 210 time: 0.0283844 Aug 12 12:48:35.069266 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device da2806be-3f10-4778-b431-3435bb79cd95 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:48:35.090194 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: da2806be-3f10-4778-b431-3435bb79cd95 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:48:35.090544 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device da2806be-3f10-4778-b431-3435bb79cd95 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:48:35.664120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-ef91b284-f001-4ee0-8751-3044224d1361 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:35.665496 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-ef91b284-f001-4ee0-8751-3044224d1361 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 812 time: 0.0994854 Aug 12 12:48:35.713213 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-74416a82-539e-4fa7-a163-87b7ffb0a979 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 380 time: 0.0374284 Aug 12 12:48:35.727652 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'port': {'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'admin_state_up': True, 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'security_groups': ['a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:35.836353 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5f99c06b-30e7-4e91-a81b-d1bb9478da9c req-55e516a3-e205-4c74-a1a6-cf91cb5b616f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 210 time: 0.0339000 Aug 12 12:48:35.858165 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Made reservation on behalf of a4213a75e7e64244b2a92bbf3491348b for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:48:35.861585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:35.999380 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Allocated IP 172.20.0.6 (a9369ced-bf2a-47fc-a55d-d5543f7566ae/b7a71e05-ab82-4a13-b3ae-905b287aa252/04c5ad1b-3ca0-453b-a782-26b7f01492aa) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:48:36.140717 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.154816 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Transition to ACTIVE for port object 04c5ad1b-3ca0-453b-a782-26b7f01492aa will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:48:36.187585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.234748 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:48:36.237903 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:48:36.241671 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:48:36.264846 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=04c5ad1b-3ca0-453b-a782-26b7f01492aa,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:36.295696 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:36.296302 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.312255 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-6daf4763-2ea6-4934-a60b-032ae169f035 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884089 Aug 12 12:48:36.333835 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Request body: {'port': {'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:36.394212 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.494792 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-ddf8c463-ff30-4b4e-af18-b06959910401 None None] Provisioning for port 04c5ad1b-3ca0-453b-a782-26b7f01492aa completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:48:36.498363 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-ddf8c463-ff30-4b4e-af18-b06959910401 None None] Provisioning complete for port 04c5ad1b-3ca0-453b-a782-26b7f01492aa triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:48:36.498733 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c463-ff30-4b4e-af18-b06959910401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.531526 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8c463-ff30-4b4e-af18-b06959910401 None None] Port 04c5ad1b-3ca0-453b-a782-26b7f01492aa cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:48:36.657303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c5ad1b-3ca0-453b-a782-26b7f01492aa {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:48:36.665171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.676594 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Transition to ACTIVE for port object 04c5ad1b-3ca0-453b-a782-26b7f01492aa will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:48:36.680423 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.730336 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Pushing event updated for resources: {'Port': ['ID=04c5ad1b-3ca0-453b-a782-26b7f01492aa,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:36.797966 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Attempting to bind port 04c5ad1b-3ca0-453b-a782-26b7f01492aa on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:48:36.798273 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Attempting to bind port 04c5ad1b-3ca0-453b-a782-26b7f01492aa by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:48:36.798518 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Attempting to bind port 04c5ad1b-3ca0-453b-a782-26b7f01492aa on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:48:36.802878 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Port 04c5ad1b-3ca0-453b-a782-26b7f01492aa on network a9369ced-bf2a-47fc-a55d-d5543f7566ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:48:36.803219 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Attempting to bind port 04c5ad1b-3ca0-453b-a782-26b7f01492aa on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:48:36.808069 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:48:36.808391 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Checking segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:48:36.808849 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Bound using segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:48:36.809261 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Bound port: 04c5ad1b-3ca0-453b-a782-26b7f01492aa, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:48:36.809611 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.874708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] For port 04c5ad1b-3ca0-453b-a782-26b7f01492aa, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:48:36.877690 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] For port 04c5ad1b-3ca0-453b-a782-26b7f01492aa, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:48:36.883961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.921748 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:36.922357 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:36.923751 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] 10.222.0.10 "PUT /v2.0/ports/04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 200 len: 1093 time: 0.5946562 Aug 12 12:48:36.924178 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:48:36.926386 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abc76e0-0321-4379-9515-57bf1c6f6527" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:48:36.952400 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200caaba-1d0e-4404-93d7-687fbae3a3af service neutron] Pushing event updated for resources: {'Port': ['ID=04c5ad1b-3ca0-453b-a782-26b7f01492aa,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:36.967247 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceeec66-da43-4ac8-989d-78d24eb68735 req-7f4c504d-29aa-43c3-a691-a26170a6cb71 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:36.968729 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ceeec66-da43-4ac8-989d-78d24eb68735 req-7f4c504d-29aa-43c3-a691-a26170a6cb71 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0638175 Aug 12 12:48:36.987384 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc55c8a-f527-4245-8efb-409c9a9c006e x-openstack-request-id: req-8cc55c8a-f527-4245-8efb-409c9a9c006e {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:48:36.987669 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:48:36.987917 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8cc55c8a-f527-4245-8efb-409c9a9c006e {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:48:36.988333 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'status': 'completed', 'code': 200} Aug 12 12:48:37.011586 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ceeec66-da43-4ac8-989d-78d24eb68735 req-1550b841-53dd-42bc-8106-cd60c04384fc tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336876 Aug 12 12:48:37.029231 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-1affd3dd-20d6-43f2-9d35-b9332dd9c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:37.030791 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-1affd3dd-20d6-43f2-9d35-b9332dd9c665 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1096 time: 0.0416119 Aug 12 12:48:37.078664 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-fbfcabde-98a7-4323-8548-d7c3e8c41114 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 200 len: 217 time: 0.0370364 Aug 12 12:48:37.128504 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-3db5209c-a180-4e06-99c4-0ab817fcc4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:37.129903 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-3db5209c-a180-4e06-99c4-0ab817fcc4b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0435708 Aug 12 12:48:37.175323 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-a746e2e2-aa05-427b-8f72-a85670ce5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:37.176739 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-a746e2e2-aa05-427b-8f72-a85670ce5893 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380449 Aug 12 12:48:37.268500 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-d969771c-cb77-4a47-bdea-6d8a864379b4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838637 Aug 12 12:48:37.357462 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f84f563-1f90-4f70-94d1-6de6e45da007 req-da5b77fb-a1bd-4510-b987-e4d0865573ea service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807564 Aug 12 12:48:37.442230 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-d55d0728-ec68-4956-8284-13824fe2b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:37.443699 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-d55d0728-ec68-4956-8284-13824fe2b4ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1096 time: 0.0435755 Aug 12 12:48:37.530917 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-495ff1e6-a901-4687-9bca-3b9e04629dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:37.532337 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-495ff1e6-a901-4687-9bca-3b9e04629dfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.0800118 Aug 12 12:48:37.572324 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-fa2b7c0f-540c-4944-a665-3d5b7c5f8b0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 200 len: 217 time: 0.0324736 Aug 12 12:48:37.631092 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-bfb4de66-7d42-47d1-8295-6ed3021690d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:37.632969 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-bfb4de66-7d42-47d1-8295-6ed3021690d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0522213 Aug 12 12:48:37.678429 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-a2f9ea70-7e9b-4318-974d-75b9356d4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:37.679913 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-a2f9ea70-7e9b-4318-974d-75b9356d4b87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386589 Aug 12 12:48:37.767170 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-258ef02d-cd83-4861-90e0-eb0699a4d1b5 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773666 Aug 12 12:48:37.856435 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2abc76e0-0321-4379-9515-57bf1c6f6527 req-19da7839-ead1-4469-b8cb-1f5327f4950f service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818074 Aug 12 12:48:38.123312 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be6a99-6c00-41fa-81bb-87a21b224eac req-a3e93387-889f-4e15-8aa3-d7206b2760c0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:38.124712 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e8be6a99-6c00-41fa-81bb-87a21b224eac req-a3e93387-889f-4e15-8aa3-d7206b2760c0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0465837 Aug 12 12:48:38.160897 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e8be6a99-6c00-41fa-81bb-87a21b224eac req-079ef504-6ac8-4845-925a-cbc1b491eae0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305161 Aug 12 12:48:39.270270 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049b7d0-8c92-421b-85b2-6b1803e23686 req-2b42d238-3e7f-482b-8877-2bea50b407fd tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:39.271779 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3049b7d0-8c92-421b-85b2-6b1803e23686 req-2b42d238-3e7f-482b-8877-2bea50b407fd tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0460324 Aug 12 12:48:39.308686 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3049b7d0-8c92-421b-85b2-6b1803e23686 req-64e57df6-353d-4d65-9745-7585bbb648e1 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303919 Aug 12 12:48:39.441967 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-b411c859-bec4-4cb2-8bf3-1fce8db356d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:40.421230 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db929276-97e7-4de3-82bf-810a35d65881 req-0d0fcb1c-1e71-400b-984e-afacfea118c0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:40.422692 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db929276-97e7-4de3-82bf-810a35d65881 req-0d0fcb1c-1e71-400b-984e-afacfea118c0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0507598 Aug 12 12:48:40.460006 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db929276-97e7-4de3-82bf-810a35d65881 req-11b2da02-40ab-4026-8b8e-4b6f5bad8c90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Aug 12 12:48:41.568623 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81dfcc-203d-4ff0-b418-f3cd6d5fcb5d req-f697b813-9d9d-4713-b832-540179a6915d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:41.570654 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ea81dfcc-203d-4ff0-b418-f3cd6d5fcb5d req-f697b813-9d9d-4713-b832-540179a6915d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0467257 Aug 12 12:48:41.609543 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ea81dfcc-203d-4ff0-b418-f3cd6d5fcb5d req-35630486-a022-4830-9931-f5481066fabe tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Aug 12 12:48:42.009603 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6aaef218-a1cc-47c7-8fce-32d9aa728b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:42.277450 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:42.726151 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55875a10-2a60-4534-88dc-7a11ef368bd0 req-694b7d26-090e-4a58-aa8d-178543ea1c69 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:42.728271 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55875a10-2a60-4534-88dc-7a11ef368bd0 req-694b7d26-090e-4a58-aa8d-178543ea1c69 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0548768 Aug 12 12:48:42.763688 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55875a10-2a60-4534-88dc-7a11ef368bd0 req-630fd8ee-4ad6-4f95-8dbd-725aef38c041 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296636 Aug 12 12:48:43.221874 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:43.876463 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b4b37-c049-43c7-a1dc-eb713574ca5b req-0688a0b4-62f6-4086-b7c5-eedf19e4e5e3 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:43.877878 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-979b4b37-c049-43c7-a1dc-eb713574ca5b req-0688a0b4-62f6-4086-b7c5-eedf19e4e5e3 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0480359 Aug 12 12:48:43.913609 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-979b4b37-c049-43c7-a1dc-eb713574ca5b req-8893cb43-f65d-43ca-b2fc-066c6bc6a2ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299256 Aug 12 12:48:44.876150 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:44.900676 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:48:45.022916 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90c6aa-827d-4560-8118-8431a48989dc req-8e406a52-59c3-49ed-84bc-d769f9c7ef89 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:45.024370 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f90c6aa-827d-4560-8118-8431a48989dc req-8e406a52-59c3-49ed-84bc-d769f9c7ef89 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 943 time: 0.0467923 Aug 12 12:48:45.060830 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1f90c6aa-827d-4560-8118-8431a48989dc req-031f7adc-8e0f-4263-aed3-ebf685500dbe tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298381 Aug 12 12:48:45.119452 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 04c5ad1b-3ca0-453b-a782-26b7f01492aa details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:48:45.213795 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 04c5ad1b-3ca0-453b-a782-26b7f01492aa, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:48:45.224541 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:48:45.259817 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:45.271646 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c5ad1b-3ca0-453b-a782-26b7f01492aa {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:48:45.290716 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 04c5ad1b-3ca0-453b-a782-26b7f01492aa, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:48:45.294360 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:45.342956 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=04c5ad1b-3ca0-453b-a782-26b7f01492aa,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:45.349731 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.350079 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.350418 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.350750 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.351115 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.351445 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.351769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.352094 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.352417 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.352787 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.353122 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.353439 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:45.684550 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['04c5ad1b-3ca0-453b-a782-26b7f01492aa'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:48:46.170532 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439906e-9d92-4744-ac29-37496ad5982c req-e3546ba8-b675-4ef1-963a-03810e2ce6be tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:46.172126 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9439906e-9d92-4744-ac29-37496ad5982c req-e3546ba8-b675-4ef1-963a-03810e2ce6be tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 944 time: 0.0470545 Aug 12 12:48:46.207200 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9439906e-9d92-4744-ac29-37496ad5982c req-d095edc5-3c69-492b-9da4-0f1313dcbba0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295060 Aug 12 12:48:47.138170 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 04c5ad1b-3ca0-453b-a782-26b7f01492aa up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:48:47.185821 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 04c5ad1b-3ca0-453b-a782-26b7f01492aa completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:48:47.189824 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 04c5ad1b-3ca0-453b-a782-26b7f01492aa triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:48:47.190200 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:47.266357 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:47.313930 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:48:47.317318 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bce970-6625-49d4-8316-8d99d8ea47ef" -d '{"events": [{"server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "name": "network-vif-plugged", "status": "completed", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:48:47.322167 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 04c5ad1b-3ca0-453b-a782-26b7f01492aa, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:48:47.327613 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:47.336451 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d358c-5e68-4d98-91d4-e5efb1e31991 req-fad99d59-d542-46c2-b970-152856cea2d6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:47.337962 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f59d358c-5e68-4d98-91d4-e5efb1e31991 req-fad99d59-d542-46c2-b970-152856cea2d6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 944 time: 0.0596397 Aug 12 12:48:47.377743 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f59d358c-5e68-4d98-91d4-e5efb1e31991 req-352de9cb-fc0f-4623-9984-7214345593d6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339916 Aug 12 12:48:47.385905 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=04c5ad1b-3ca0-453b-a782-26b7f01492aa,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:47.449432 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7480c37-5677-46c5-8a16-c5634b88625f x-openstack-request-id: req-e7480c37-5677-46c5-8a16-c5634b88625f {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:48:47.449787 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "name": "network-vif-plugged", "status": "completed", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:48:47.450101 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7480c37-5677-46c5-8a16-c5634b88625f {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:48:47.450558 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'code': 200} Aug 12 12:48:47.683333 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adef896-bad3-4309-ae10-049f59e1fd7c req-8033ae84-3c78-4c51-8c59-898df9c788c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:47.684772 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4adef896-bad3-4309-ae10-049f59e1fd7c req-8033ae84-3c78-4c51-8c59-898df9c788c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1098 time: 0.0391834 Aug 12 12:48:47.723556 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4adef896-bad3-4309-ae10-049f59e1fd7c req-93633141-e7fa-4103-9666-f5e3d9fd3fb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263426 Aug 12 12:48:48.501299 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bb260-9eea-463e-b53e-45953fd91a1b req-9ac322c0-0d9d-4a58-beee-141aea1d1d5e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:48.502827 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-360bb260-9eea-463e-b53e-45953fd91a1b req-9ac322c0-0d9d-4a58-beee-141aea1d1d5e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 945 time: 0.0477657 Aug 12 12:48:48.543199 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-360bb260-9eea-463e-b53e-45953fd91a1b req-ac3f6293-28ae-46d3-9c87-8a47640a0751 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345402 Aug 12 12:48:48.677717 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8157d-f394-4ff7-a2a1-6fd3ba551e04 req-1b0e7ea3-e753-4e33-b9fa-157076e70072 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:48.679237 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3fb8157d-f394-4ff7-a2a1-6fd3ba551e04 req-1b0e7ea3-e753-4e33-b9fa-157076e70072 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 946 time: 0.0513556 Aug 12 12:48:48.715997 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3fb8157d-f394-4ff7-a2a1-6fd3ba551e04 req-bc6c7264-ff23-4a58-b94f-87acbe7b399a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303869 Aug 12 12:48:49.655966 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48ee85-5fdd-4487-80f9-d70a541607a7 req-20bfa537-88c5-4cb8-88f7-8d55d2c1afe3 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:49.657456 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48ee85-5fdd-4487-80f9-d70a541607a7 req-20bfa537-88c5-4cb8-88f7-8d55d2c1afe3 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 945 time: 0.0485349 Aug 12 12:48:49.694886 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48ee85-5fdd-4487-80f9-d70a541607a7 req-58029990-b7c8-43b7-92da-f5091eaf6102 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Aug 12 12:48:49.805122 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e1316-aa09-461e-b0b0-2923af26b008 req-18b45d77-8bd1-46b5-bee5-733bee3d7985 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:49.806596 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2b7e1316-aa09-461e-b0b0-2923af26b008 req-18b45d77-8bd1-46b5-bee5-733bee3d7985 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 945 time: 0.0472946 Aug 12 12:48:49.836183 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee3d2-9f1b-4de1-848f-94f9e202e22b req-7fe77d41-848f-406a-98be-c58a4e3a99c5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:49.837649 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d33ee3d2-9f1b-4de1-848f-94f9e202e22b req-7fe77d41-848f-406a-98be-c58a4e3a99c5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 946 time: 0.0513527 Aug 12 12:48:49.843757 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2b7e1316-aa09-461e-b0b0-2923af26b008 req-b74b6d77-ad12-4a25-9243-e306c49d017d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305307 Aug 12 12:48:49.865684 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41190) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:49.876934 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d33ee3d2-9f1b-4de1-848f-94f9e202e22b req-1f15e293-3ca0-43cd-ba3a-b998ca02378b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329304 Aug 12 12:48:49.904890 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4780f32-b1cf-407d-893f-b4a756b95512 tempest-TestVolumeBootPattern-212379292 tempest-TestVolumeBootPattern-212379292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:49.906366 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a4780f32-b1cf-407d-893f-b4a756b95512 tempest-TestVolumeBootPattern-212379292 tempest-TestVolumeBootPattern-212379292-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1093 time: 0.0396636 Aug 12 12:48:49.909112 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41192) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:49.913378 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:49.934399 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.032719 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.138117 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Allocated IP 172.27.2.39 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/9175adea-c640-49a2-ae64-c969aeeea526) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:48:50.240844 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.280210 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.313484 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:48:50.318107 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:48:50.320577 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:48:50.351274 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=9175adea-c640-49a2-ae64-c969aeeea526,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:50.548760 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-0532f02d-9ad8-4f2f-80b4-5d324daf2e8a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:50.550178 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-0532f02d-9ad8-4f2f-80b4-5d324daf2e8a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 946 time: 0.0477083 Aug 12 12:48:50.640708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Deleting port 60ad9992-2999-4d1c-8c84-482907283b03 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:48:50.641076 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.674418 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.748009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.898786 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.904309 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:50.976160 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] For port 60ad9992-2999-4d1c-8c84-482907283b03, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=60ad9992-2999-4d1c-8c84-482907283b03,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:48:50.976784 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:51.002067 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=9175adea-c640-49a2-ae64-c969aeeea526,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:51.011577 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:51.067023 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7d46d-8177-4961-bbcc-6499ee2b567f req-7c80cc0c-75fd-4395-98dd-151cb2299312 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:51.068528 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4ad7d46d-8177-4961-bbcc-6499ee2b567f req-7c80cc0c-75fd-4395-98dd-151cb2299312 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c05a461-4e44-4956-9084-5df875b217f1 HTTP/1.1" status: 200 len: 946 time: 0.1072068 Aug 12 12:48:51.141286 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:51.141652 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:51.141960 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Floating IP 839e4000-94fc-4cf1-bfe9-c495a2efb5bb disassociated. External IP: 172.27.2.211, port: 60ad9992-2999-4d1c-8c84-482907283b03. Aug 12 12:48:51.142290 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Calling delete_port for 60ad9992-2999-4d1c-8c84-482907283b03 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:48:51.144912 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4ad7d46d-8177-4961-bbcc-6499ee2b567f req-d384bc92-abe3-4d19-929a-84cb215c5940 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704954 Aug 12 12:48:51.146255 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Floating IP 45038e2e-ab4a-4362-80fd-0976f301ee96 associated. External IP: 172.27.2.39, port: 04c5ad1b-3ca0-453b-a782-26b7f01492aa. Aug 12 12:48:51.277420 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:51.306647 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event deleted for resources: {'Port': ['ID=60ad9992-2999-4d1c-8c84-482907283b03,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:51.424798 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:48:51.529002 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:48:51.538563 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] Sync routers for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:48:51.549454 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:48:51.550068 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:51.569128 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] No DVR routers for this DVR port 60ad9992-2999-4d1c-8c84-482907283b03 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:48:51.571429 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:48:51.571677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:51.573604 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f55ffc48-f9d8-47b0-8005-8e508bae08c5 req-407544da-47e0-4fe9-96ba-4b318c775f03 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "DELETE /v2.0/ports/60ad9992-2999-4d1c-8c84-482907283b03 HTTP/1.1" status: 204 len: 173 time: 1.0159473 Aug 12 12:48:51.574226 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-deleted', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:48:51.576897 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91293c17-9a04-425e-8566-056b843020c9" -d '{"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-deleted", "tag": "60ad9992-2999-4d1c-8c84-482907283b03"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:48:51.623481 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd78200-a5c8-4b62-8d44-52cfa5868ff3 x-openstack-request-id: req-7bd78200-a5c8-4b62-8d44-52cfa5868ff3 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:48:51.623481 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c05a461-4e44-4956-9084-5df875b217f1", "name": "network-vif-deleted", "tag": "60ad9992-2999-4d1c-8c84-482907283b03", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:48:51.623481 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7bd78200-a5c8-4b62-8d44-52cfa5868ff3 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:48:51.623931 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05a461-4e44-4956-9084-5df875b217f1', 'name': 'network-vif-deleted', 'tag': '60ad9992-2999-4d1c-8c84-482907283b03', 'status': 'completed', 'code': 200} Aug 12 12:48:51.682745 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:48:51.697318 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:48:51.709132 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:48:51.724197 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:48:51.724932 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:51.725351 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:51.765148 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-fb828295-db7c-496d-a32a-ae3ed2cc4c8e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8550229 Aug 12 12:48:51.766101 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:48:51.768671 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b465def-d262-40ed-85a2-954289578c55" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:48:51.864132 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:48:51.877333 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03022d8d-fa01-4d28-9f6a-a40e66faf2e3 x-openstack-request-id: req-03022d8d-fa01-4d28-9f6a-a40e66faf2e3 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:48:51.877619 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:48:51.877869 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03022d8d-fa01-4d28-9f6a-a40e66faf2e3 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:48:51.878268 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'status': 'completed', 'code': 200} Aug 12 12:48:51.937388 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:51.945310 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465def-d262-40ed-85a2-954289578c55 req-384fbf6d-5ed4-4581-a72a-25cf15f87db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:51.947187 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5b465def-d262-40ed-85a2-954289578c55 req-384fbf6d-5ed4-4581-a72a-25cf15f87db8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1098 time: 0.0450711 Aug 12 12:48:51.967827 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] Checking router: f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:48:51.980272 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:48:51.980986 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:52.053590 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465def-d262-40ed-85a2-954289578c55 req-bf49868c-df5c-48a3-9de0-09843792db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:52.055726 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5b465def-d262-40ed-85a2-954289578c55 req-bf49868c-df5c-48a3-9de0-09843792db72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.0999746 Aug 12 12:48:52.104498 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:48:52.124385 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:50Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:52.139270 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5b465def-d262-40ed-85a2-954289578c55 req-abbe9b60-b0d8-466e-8d17-970f51738040 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 200 len: 998 time: 0.0753326 Aug 12 12:48:52.166460 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:48:52.188543 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:48:52.189735 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:52.201799 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465def-d262-40ed-85a2-954289578c55 req-a4cb01f2-7882-401a-a878-a276c0ab1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:52.204203 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5b465def-d262-40ed-85a2-954289578c55 req-a4cb01f2-7882-401a-a878-a276c0ab1b41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0557351 Aug 12 12:48:52.255599 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b465def-d262-40ed-85a2-954289578c55 req-f3fab6ce-6e8a-41fd-88b8-61f4ecc88003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:52.257084 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5b465def-d262-40ed-85a2-954289578c55 req-f3fab6ce-6e8a-41fd-88b8-61f4ecc88003 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450742 Aug 12 12:48:52.298984 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:48:52.362040 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5b465def-d262-40ed-85a2-954289578c55 req-b5fc8363-f9ad-4145-9de7-a61512cf4ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959630 Aug 12 12:48:52.448181 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:52.463977 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5b465def-d262-40ed-85a2-954289578c55 req-66b17452-59ad-4285-b9e9-8f1bb7d2d8e8 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945640 Aug 12 12:48:52.477122 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d04e0-b3dc-401c-810b-9352631a6b00 None None] The sync data for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi is: [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:48:52.613342 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:50Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:48:52.640868 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5d5f4d-aa29-4622-bde6-44bfff584ef3 None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:50Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:48:52.716636 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9509c9-f76b-4473-97c6-e5d66d4a82de None None] New status for floating IP 839e4000-94fc-4cf1-bfe9-c495a2efb5bb: DOWN {{(pid=100366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:48:52.836432 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45da9ea-f05a-415d-b224-2e78c6640d98 None None] New status for floating IP 45038e2e-ab4a-4362-80fd-0976f301ee96: ACTIVE {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:48:53.287801 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41210) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:53.339655 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.361633 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.407728 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.410254 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.411429 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "DELETE /v2.0/security-groups/777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f HTTP/1.1" status: 204 len: 168 time: 0.1226492 Aug 12 12:48:53.414120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 41212) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:53.421532 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:53.428887 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.429356 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.429706 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.430047 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.430405 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.430955 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.431313 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.431653 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.431912 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.api.v2.resource [None req-efedf6a5-92cf-4d91-bc0a-3d21f075e99d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] show failed (client error): The resource could not be found. Aug 12 12:48:53.432027 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.432298 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.432631 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.432895 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-efedf6a5-92cf-4d91-bc0a-3d21f075e99d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups/777a5942-7b6b-4f61-a54c-bfaa6a2b0a3f HTTP/1.1" status: 404 len: 347 time: 0.0139284 Aug 12 12:48:53.433181 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4688d28c-7674-4daf-adfb-0afdcfd1004d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.435726 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 41214) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:53.554424 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Deleting port 54e8f3ab-469a-4540-8576-053791f91de8 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:48:53.554680 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.629448 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.629775 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.641454 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Calling delete_port for 54e8f3ab-469a-4540-8576-053791f91de8 owned by network:floatingip {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:48:53.775975 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.800768 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event deleted for resources: {'Port': ['ID=54e8f3ab-469a-4540-8576-053791f91de8,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:53.812521 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.812872 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.813243 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.813563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.813901 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.814235 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.814566 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.814894 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.815252 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.815577 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.815904 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.816229 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:48:53.867662 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.870686 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:53.874057 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-e51f40a4-8dc5-43e8-8252-516178a74b54 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "DELETE /v2.0/floatingips/839e4000-94fc-4cf1-bfe9-c495a2efb5bb HTTP/1.1" status: 204 len: 168 time: 0.4352663 Aug 12 12:48:54.181959 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 41218) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:54.186499 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-7b64d745-024a-4497-acd3-55abf73be94b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382620221', 'description': 'tempest-description--1514482558'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:54.208024 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b64d745-024a-4497-acd3-55abf73be94b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.286131 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b64d745-024a-4497-acd3-55abf73be94b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.289553 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b64d745-024a-4497-acd3-55abf73be94b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.314229 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b64d745-024a-4497-acd3-55abf73be94b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.315432 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7b64d745-024a-4497-acd3-55abf73be94b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1324847 Aug 12 12:48:54.318328 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41220) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:54.319512 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64d745-024a-4497-acd3-55abf73be94b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a73bbd-b447-4e3b-883d-447082d2b1bc,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:54.324210 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-fe0db4d8-776f-44f1-bd6e-243ebf27cf3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'security_group_rule': {'security_group_id': 'f1a73bbd-b447-4e3b-883d-447082d2b1bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:54.353610 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe0db4d8-776f-44f1-bd6e-243ebf27cf3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.397800 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe0db4d8-776f-44f1-bd6e-243ebf27cf3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.401421 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe0db4d8-776f-44f1-bd6e-243ebf27cf3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.417986 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0db4d8-776f-44f1-bd6e-243ebf27cf3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e75938-01b9-460f-afa6-da762c21bef9,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:54.424873 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fe0db4d8-776f-44f1-bd6e-243ebf27cf3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.426114 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-fe0db4d8-776f-44f1-bd6e-243ebf27cf3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060188 Aug 12 12:48:54.429197 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41222) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:54.434046 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-7844e411-7b06-4e53-a466-fae79e1c42ff tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'security_group_rule': {'security_group_id': 'f1a73bbd-b447-4e3b-883d-447082d2b1bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:54.460151 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7844e411-7b06-4e53-a466-fae79e1c42ff tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.514445 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7844e411-7b06-4e53-a466-fae79e1c42ff tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.517783 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7844e411-7b06-4e53-a466-fae79e1c42ff tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.534519 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844e411-7b06-4e53-a466-fae79e1c42ff tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0f15c0-4c06-4002-adcc-07edaf74a8c0,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:54.540061 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7844e411-7b06-4e53-a466-fae79e1c42ff tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.541167 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7844e411-7b06-4e53-a466-fae79e1c42ff tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1110437 Aug 12 12:48:54.544336 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41224) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:48:54.548631 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:54.568949 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.662484 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.763253 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Allocated IP 172.27.2.210 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/00183cf4-c593-4ef6-a29d-076fe40bc2aa) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:48:54.864371 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.901371 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:54.936425 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:48:54.940999 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:48:54.944408 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:48:54.968123 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'Port': ['ID=00183cf4-c593-4ef6-a29d-076fe40bc2aa,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:55.030097 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:55.062084 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:55.190821 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:48:55.203501 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:55.207858 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:55.211799 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 60ad9992-2999-4d1c-8c84-482907283b03 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:48:55.212157 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 60ad9992-2999-4d1c-8c84-482907283b03 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:48:55.269080 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'Port': ['ID=00183cf4-c593-4ef6-a29d-076fe40bc2aa,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:55.282213 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:55.295772 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:55.296984 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-b09c8e05-0634-48d3-b936-7320ab47d055 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7517083 Aug 12 12:48:55.434626 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-68a63f70-f660-427b-9da5-550dc6931a0f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--382620221&fields=id&tenant_id=c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 267 time: 0.0327256 Aug 12 12:48:55.538886 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-9ae96257-2020-4943-9d65-35a30270688e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:55.540323 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-9ae96257-2020-4943-9d65-35a30270688e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 817 time: 0.0990076 Aug 12 12:48:55.554557 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-cd19a69a-1b7a-4c3d-b196-4cfb5ca6be97 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/quotas/c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 375 time: 0.0085874 Aug 12 12:48:55.605493 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-e40295f7-6acb-48a3-b7b1-238aed15baab tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458539 Aug 12 12:48:55.736804 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-7b5be9d6-c771-4fe1-8d8a-c498e2fbd6f3 service neutron] 10.222.0.22 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201477 Aug 12 12:48:55.825220 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-0308d4cb-d164-47bd-9f0e-cccd52498b64 service neutron] 10.222.0.22 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823946 Aug 12 12:48:55.981563 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7528d685-5456-4a3a-b192-72491d3177d8 req-ec398739-b55d-43f4-b714-01a328bae147 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 210 time: 0.0282683 Aug 12 12:48:56.875442 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c72fe0c5-e30a-4f34-abcf-4a16205f2c67 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:56.876879 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c72fe0c5-e30a-4f34-abcf-4a16205f2c67 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 817 time: 0.0988159 Aug 12 12:48:56.923997 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-bc4e9f5e-0674-4004-aa5c-eea695c1ec09 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 379 time: 0.0359409 Aug 12 12:48:56.938857 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'port': {'device_id': '561ed01f-7736-40d0-a066-8714de4654b5', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'admin_state_up': True, 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'security_groups': ['f1a73bbd-b447-4e3b-883d-447082d2b1bc']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:57.045433 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Made reservation on behalf of c42ba973700543d096884c8a9c570174 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:48:57.049096 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.077878 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-91a0a9a4-8001-4f48-a8fe-e2d1e19c948d req-75377d4c-4f0f-421a-a407-e1700b36cfbb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 210 time: 0.0255635 Aug 12 12:48:57.167516 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Allocated IP 172.20.0.5 (031345cf-38f0-41bc-beaa-754db3e87a96/fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c/fa0280e5-76be-4208-aedc-d7b71ce1bf27) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:48:57.297563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.310566 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Transition to ACTIVE for port object fa0280e5-76be-4208-aedc-d7b71ce1bf27 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:48:57.342530 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.384456 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Network 031345cf-38f0-41bc-beaa-754db3e87a96 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:48:57.388025 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:48:57.391612 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:48:57.397605 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:57.447516 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:57.448727 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.462820 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-365d9b3a-3951-41c6-9262-ec9f7201fef3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5277283 Aug 12 12:48:57.478133 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Request body: {'port': {'device_id': '561ed01f-7736-40d0-a066-8714de4654b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:48:57.531841 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.630393 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-47d1aba0-5f96-4649-81cd-d869f5e605f5 None None] Provisioning for port fa0280e5-76be-4208-aedc-d7b71ce1bf27 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:48:57.634044 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-47d1aba0-5f96-4649-81cd-d869f5e605f5 None None] Provisioning complete for port fa0280e5-76be-4208-aedc-d7b71ce1bf27 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:48:57.634413 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-47d1aba0-5f96-4649-81cd-d869f5e605f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.668107 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-47d1aba0-5f96-4649-81cd-d869f5e605f5 None None] Port fa0280e5-76be-4208-aedc-d7b71ce1bf27 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:48:57.780335 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0280e5-76be-4208-aedc-d7b71ce1bf27 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:48:57.787380 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.799369 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Transition to ACTIVE for port object fa0280e5-76be-4208-aedc-d7b71ce1bf27 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:48:57.803084 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:57.852077 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:57.922692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Attempting to bind port fa0280e5-76be-4208-aedc-d7b71ce1bf27 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:48:57.923146 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Attempting to bind port fa0280e5-76be-4208-aedc-d7b71ce1bf27 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:48:57.923484 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Attempting to bind port fa0280e5-76be-4208-aedc-d7b71ce1bf27 on network 031345cf-38f0-41bc-beaa-754db3e87a96 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:48:57.927930 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Port fa0280e5-76be-4208-aedc-d7b71ce1bf27 on network 031345cf-38f0-41bc-beaa-754db3e87a96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:48:57.928251 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Attempting to bind port fa0280e5-76be-4208-aedc-d7b71ce1bf27 on network 031345cf-38f0-41bc-beaa-754db3e87a96 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:48:57.933909 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:48:57.934244 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Checking segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:48:57.934625 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Bound using segment: {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:48:57.935111 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Bound port: fa0280e5-76be-4208-aedc-d7b71ce1bf27, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911f0d42-27fa-473b-9a32-39f3628e4603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:48:57.935477 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:58.002798 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:48:58.006003 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:48:58.009447 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:58.051487 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.052083 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:48:58.053431 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] 10.222.0.10 "PUT /v2.0/ports/fa0280e5-76be-4208-aedc-d7b71ce1bf27 HTTP/1.1" status: 200 len: 1093 time: 0.5796208 Aug 12 12:48:58.053854 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:48:58.056080 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245" -d '{"events": [{"name": "network-changed", "server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:48:58.102777 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf5201-1a63-4af4-8989-ea46e4a030b1 x-openstack-request-id: req-5daf5201-1a63-4af4-8989-ea46e4a030b1 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:48:58.103105 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:48:58.103361 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5daf5201-1a63-4af4-8989-ea46e4a030b1 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:48:58.104256 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'status': 'completed', 'code': 200} Aug 12 12:48:58.132960 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5128c8c-c217-478e-ae77-f0ae62a5a014 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:48:58.151563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-3d6fe23c-fda2-4b6d-97a7-4002a5518cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.153254 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-3d6fe23c-fda2-4b6d-97a7-4002a5518cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 1096 time: 0.0482404 Aug 12 12:48:58.199258 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-a97f7b6d-42d0-4703-8e46-2b17bc307ace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27 HTTP/1.1" status: 200 len: 217 time: 0.0358782 Aug 12 12:48:58.208018 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e883d-2d2d-4130-bca4-614162803240 req-085bf702-b97e-4f58-a35d-0eb0cc080780 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.209661 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0e7e883d-2d2d-4130-bca4-614162803240 req-085bf702-b97e-4f58-a35d-0eb0cc080780 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0504291 Aug 12 12:48:58.248497 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0e7e883d-2d2d-4130-bca4-614162803240 req-c2163949-349b-4f11-a60e-485a983704b7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313008 Aug 12 12:48:58.253405 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-ce61540f-2e30-4304-b5aa-6831570806c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.254848 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-ce61540f-2e30-4304-b5aa-6831570806c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0481727 Aug 12 12:48:58.302260 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c8de5d3c-c0fb-4932-9c9d-751b23b09e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.303753 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-c8de5d3c-c0fb-4932-9c9d-751b23b09e09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411599 Aug 12 12:48:58.395766 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-688d6415-0475-4cee-8bdc-01af6b6e9701 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817614 Aug 12 12:48:58.486271 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5ffd81ca-013f-4fb4-9aa9-c6e710134341 req-be16faf3-19f8-43de-bbf1-26a5a0b36488 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828762 Aug 12 12:48:58.571080 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-f2c37f26-3153-43af-9078-b64ca5986479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.573031 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-f2c37f26-3153-43af-9078-b64ca5986479 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 1096 time: 0.0388656 Aug 12 12:48:58.665345 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-eead9353-9e0c-4caf-acf1-6be24493b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.666711 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-eead9353-9e0c-4caf-acf1-6be24493b5a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.0851338 Aug 12 12:48:58.706713 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-65b9b356-fdd9-4e34-a7e0-fc2a782e4f17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27 HTTP/1.1" status: 200 len: 217 time: 0.0329037 Aug 12 12:48:58.754757 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-23f382a9-40c7-4f20-a41a-ff8b0142e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.756142 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-23f382a9-40c7-4f20-a41a-ff8b0142e784 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0403454 Aug 12 12:48:58.803887 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-90d17fcb-fe5e-4508-921a-f8a200a707e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:58.805284 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-90d17fcb-fe5e-4508-921a-f8a200a707e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404775 Aug 12 12:48:58.890500 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-209e4b64-615c-485a-93f3-21c93284c96c service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770187 Aug 12 12:48:58.978750 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d1aa9218-6ee7-4af6-82e1-c1d1ad6de245 req-245403f3-3f63-4680-83cf-17ab1c3a7408 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Aug 12 12:48:59.364877 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc893fba-3383-4487-9f46-d85ba08397f5 req-24e40b92-6672-410e-ba7f-b57fe5327a72 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:48:59.366313 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-bc893fba-3383-4487-9f46-d85ba08397f5 req-24e40b92-6672-410e-ba7f-b57fe5327a72 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0472906 Aug 12 12:48:59.402282 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-bc893fba-3383-4487-9f46-d85ba08397f5 req-041ed050-8874-46d4-a0c5-b125fc09e79c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295362 Aug 12 12:49:00.520081 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd0b9d-1f1e-4b6d-8e07-2513ae8dad59 req-bb9b2d36-4682-41b3-a985-5d4c002da7bd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:00.521511 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ddd0b9d-1f1e-4b6d-8e07-2513ae8dad59 req-bb9b2d36-4682-41b3-a985-5d4c002da7bd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0500612 Aug 12 12:49:00.557346 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5ddd0b9d-1f1e-4b6d-8e07-2513ae8dad59 req-e31e7d3f-7925-4b06-9741-493dc375e901 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296204 Aug 12 12:49:01.235488 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:49:01.328079 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:49:01.339766 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'port_id': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'mac_address': 'fa:16:3e:d3:93:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:49:01.375159 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:01.387657 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0280e5-76be-4208-aedc-d7b71ce1bf27 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:49:01.407054 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:49:01.410930 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:01.455572 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:49:01.672573 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fc21a-0512-4d12-b29d-72ad9a83e1d5 req-5c325196-dfa3-4b27-8a14-79da068a0b80 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:01.674040 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f39fc21a-0512-4d12-b29d-72ad9a83e1d5 req-5c325196-dfa3-4b27-8a14-79da068a0b80 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 944 time: 0.0484557 Aug 12 12:49:01.710817 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f39fc21a-0512-4d12-b29d-72ad9a83e1d5 req-731f5673-f129-4b65-bc18-74ef232f7031 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306151 Aug 12 12:49:01.803951 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['fa0280e5-76be-4208-aedc-d7b71ce1bf27'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:49:02.828993 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17a0b-7f2a-4b42-9bb2-6d7f157a29cb req-7420b1b0-fcf2-4b02-9b70-6611ea80ac63 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:02.830432 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-08e17a0b-7f2a-4b42-9bb2-6d7f157a29cb req-7420b1b0-fcf2-4b02-9b70-6611ea80ac63 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 944 time: 0.0490699 Aug 12 12:49:02.868228 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-08e17a0b-7f2a-4b42-9bb2-6d7f157a29cb req-c9a9f3e1-3fc3-48fa-b48f-80933055d878 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319951 Aug 12 12:49:03.235298 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:49:03.282135 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port fa0280e5-76be-4208-aedc-d7b71ce1bf27 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:49:03.285868 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port fa0280e5-76be-4208-aedc-d7b71ce1bf27 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:49:03.286241 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:03.362218 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:03.383865 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:49:03.386371 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a153f93-d3f5-4d04-8d10-c08c764f07db" -d '{"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:49:03.399251 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:49:03.403897 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:03.429579 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846a7b8a-c2ab-462b-9eee-59a6a3ef7a3e x-openstack-request-id: req-846a7b8a-c2ab-462b-9eee-59a6a3ef7a3e {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:49:03.429877 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:49:03.430131 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-846a7b8a-c2ab-462b-9eee-59a6a3ef7a3e {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:49:03.430689 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'code': 200} Aug 12 12:49:03.457758 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:49:03.560245 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:03.591893 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e365db-79b0-46a2-bc6f-99fbce224fdb req-4f10465a-6fed-4d62-b65d-2127516f9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:03.593312 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c0e365db-79b0-46a2-bc6f-99fbce224fdb req-4f10465a-6fed-4d62-b65d-2127516f9630 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 1098 time: 0.0387309 Aug 12 12:49:03.630579 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c0e365db-79b0-46a2-bc6f-99fbce224fdb req-066c4496-8c60-4355-8f3f-c3ebc7160783 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291905 Aug 12 12:49:03.983685 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92ff61-8011-4e4f-8d32-319fe5408b97 req-e92c37d9-5370-4c72-bff0-8ac9dc876e95 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:03.985142 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7c92ff61-8011-4e4f-8d32-319fe5408b97 req-e92c37d9-5370-4c72-bff0-8ac9dc876e95 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0474563 Aug 12 12:49:04.021235 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7c92ff61-8011-4e4f-8d32-319fe5408b97 req-bf321986-2792-4428-8ea9-fcb76581f21e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303531 Aug 12 12:49:05.143142 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e1d1-0b54-4caf-be11-a8e313a92f02 req-cb95215e-552e-4ea5-bc9c-6c231d6ded2a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:05.144567 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c41e1d1-0b54-4caf-be11-a8e313a92f02 req-cb95215e-552e-4ea5-bc9c-6c231d6ded2a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0475152 Aug 12 12:49:05.181002 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c41e1d1-0b54-4caf-be11-a8e313a92f02 req-7391b4c1-5442-4d14-b68d-34b0f92521c8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Aug 12 12:49:05.296483 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab37025-0d06-4b23-9e3c-a4e9bf11bff6 req-4c1708ca-d2aa-4d09-ac40-0ce8ced1c98d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:05.297946 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-aab37025-0d06-4b23-9e3c-a4e9bf11bff6 req-4c1708ca-d2aa-4d09-ac40-0ce8ced1c98d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0505106 Aug 12 12:49:05.306071 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41290) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:49:05.311009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Request body: {'floatingip': {'port_id': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:49:05.347161 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:05.763821 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:05.768743 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:05.866804 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Floating IP 8fb0b21c-cb81-4580-8926-3be4995abb35 associated. External IP: 172.27.2.210, port: fa0280e5-76be-4208-aedc-d7b71ce1bf27. Aug 12 12:49:06.072415 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:49:06.157455 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-acefca16-c6ce-4698-8766-e6cae99637c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.158922 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-acefca16-c6ce-4698-8766-e6cae99637c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1137 time: 0.0454774 Aug 12 12:49:06.214206 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f31c01-153f-4883-ac78-fd23493c5d94 req-df389aad-13a8-4ee9-a0db-033b14c9b3da tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.215702 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e0f31c01-153f-4883-ac78-fd23493c5d94 req-df389aad-13a8-4ee9-a0db-033b14c9b3da tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0984056 Aug 12 12:49:06.232729 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:49:06.241786 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:06.243769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] Sync routers for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:49:06.250716 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-8b215414-f784-4363-ab06-61ef791e5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.252283 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-8b215414-f784-4363-ab06-61ef791e5d0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 916 time: 0.0861971 Aug 12 12:49:06.255596 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:49:06.256343 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:49:06.285270 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e0f31c01-153f-4883-ac78-fd23493c5d94 req-78118514-336d-4de5-83ca-dab0ff6f1efc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626340 Aug 12 12:49:06.286885 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-843c7395-198e-419a-ab27-784b24fd2dc1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "PUT /v2.0/floatingips/8fb0b21c-cb81-4580-8926-3be4995abb35 HTTP/1.1" status: 200 len: 991 time: 0.9798563 Aug 12 12:49:06.287479 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:49:06.290161 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ea438-50d9-4a11-b0e4-32611c459e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:49:06.333653 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-a7f28ab0-2696-4426-bbb5-3da8aa2563ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 1001 time: 0.0726669 Aug 12 12:49:06.352513 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7afc69-5967-42f0-8724-075183c2f389 x-openstack-request-id: req-ee7afc69-5967-42f0-8724-075183c2f389 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:49:06.353009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:49:06.353125 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee7afc69-5967-42f0-8724-075183c2f389 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:49:06.353479 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'status': 'completed', 'code': 200} Aug 12 12:49:06.368584 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:49:06.387733 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-ac59a232-1042-4a34-8eb2-e7967c255471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.389235 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-ac59a232-1042-4a34-8eb2-e7967c255471 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 200 len: 854 time: 0.0445135 Aug 12 12:49:06.469484 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-4a5b8c25-7ab8-4ab1-83c3-76c8b089ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.470963 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-4a5b8c25-7ab8-4ab1-83c3-76c8b089ba18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154d9e25-7125-4310-9dfd-d9059391c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729277 Aug 12 12:49:06.472597 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-7c54e7d5-073f-4149-a3f3-758dd4c29189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.473908 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-7c54e7d5-073f-4149-a3f3-758dd4c29189 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 1098 time: 0.0748317 Aug 12 12:49:06.591974 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '8fb0b21c-cb81-4580-8926-3be4995abb35', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'port_id': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'mac_address': 'fa:16:3e:d3:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ed01f-7736-40d0-a066-8714de4654b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:54Z', 'updated_at': '2021-08-12T12:49:05Z', 'revision_number': 1, 'project_id': 'c42ba973700543d096884c8a9c570174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:49:06.617930 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] Checking router: f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:49:06.626594 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:49:06.627240 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:48:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:49:06.630126 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-1321fc6a-2dfa-4850-bb92-05c592ee266d service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456513 Aug 12 12:49:06.632660 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-6e5bcfa2-20e6-4417-9c91-83c57fc301c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.633963 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-6e5bcfa2-20e6-4417-9c91-83c57fc301c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.1485267 Aug 12 12:49:06.736166 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:49:06.761010 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-966070bd-1131-4d7b-9554-23c23a0307bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27 HTTP/1.1" status: 200 len: 999 time: 0.1042206 Aug 12 12:49:06.805589 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0bc0287a-21c5-494c-a080-8b08b3782815 req-eebf1b65-240e-46aa-9750-5ea7d1b3373d service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564591 Aug 12 12:49:06.821659 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-3d4895b7-bf7e-4787-93d9-d384cae865d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:06.823131 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-3d4895b7-bf7e-4787-93d9-d384cae865d5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0488448 Aug 12 12:49:06.969329 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '8fb0b21c-cb81-4580-8926-3be4995abb35', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'port_id': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'mac_address': 'fa:16:3e:d3:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ed01f-7736-40d0-a066-8714de4654b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:54Z', 'updated_at': '2021-08-12T12:49:05Z', 'revision_number': 1, 'project_id': 'c42ba973700543d096884c8a9c570174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:49:07.003140 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53e83f-6ce8-4615-91ae-6f150105594e None None] The sync data for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi is: [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '8fb0b21c-cb81-4580-8926-3be4995abb35', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'port_id': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'mac_address': 'fa:16:3e:d3:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561ed01f-7736-40d0-a066-8714de4654b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:54Z', 'updated_at': '2021-08-12T12:49:05Z', 'revision_number': 1, 'project_id': 'c42ba973700543d096884c8a9c570174', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:49:07.116708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-b844c845-45b3-4a4a-8cc4-1065ccc51c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:07.118210 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-b844c845-45b3-4a4a-8cc4-1065ccc51c88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2857993 Aug 12 12:49:07.191279 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c16649-4f75-4934-9e4f-3d934f5d3050 None None] New status for floating IP 8fb0b21c-cb81-4580-8926-3be4995abb35: ACTIVE {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:49:07.216104 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-3c2e3637-7152-4afb-b469-a2f8bfe77898 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831628 Aug 12 12:49:07.308619 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-295ea438-50d9-4a11-b0e4-32611c459e7f req-78277364-3cc9-4b00-a17a-9bb79ef6793e service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830984 Aug 12 12:49:07.420762 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ffe01-ebe6-4363-a432-d83696cff9b2 req-ff3a679a-6875-4e15-aa9a-a3972d820dd0 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:07.422284 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-931ffe01-ebe6-4363-a432-d83696cff9b2 req-ff3a679a-6875-4e15-aa9a-a3972d820dd0 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0509951 Aug 12 12:49:07.467239 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-931ffe01-ebe6-4363-a432-d83696cff9b2 req-cee44274-e18d-421f-a6eb-51184ab70d8b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370917 Aug 12 12:49:08.788222 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d1446-12d5-4d91-b1a4-5e054ed8472d req-7d4c9579-8e7f-4974-ae1e-29e6d2cd79fc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:08.789706 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dc1d1446-12d5-4d91-b1a4-5e054ed8472d req-7d4c9579-8e7f-4974-ae1e-29e6d2cd79fc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.2573111 Aug 12 12:49:08.829352 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dc1d1446-12d5-4d91-b1a4-5e054ed8472d req-fe25b1b2-3bcb-403d-b6c4-0d8bb5cdf267 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329473 Aug 12 12:49:09.442349 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-abb5d2e6-2a38-4d2d-992b-4c95a2d8c0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:09.940715 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ff852-bb93-49bb-ab98-7885cb6ddd25 req-07dd1df6-256f-4618-a890-88c1ed45cf1b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:09.942149 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3f5ff852-bb93-49bb-ab98-7885cb6ddd25 req-07dd1df6-256f-4618-a890-88c1ed45cf1b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0472827 Aug 12 12:49:09.980429 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3f5ff852-bb93-49bb-ab98-7885cb6ddd25 req-3ce85f25-accf-4789-865b-8944bf81d174 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323131 Aug 12 12:49:11.089811 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7fcc0-7227-449e-a699-3cc8f55f6264 req-0693c81c-4709-4787-b08b-f75258f72ee2 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:11.091270 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-77b7fcc0-7227-449e-a699-3cc8f55f6264 req-0693c81c-4709-4787-b08b-f75258f72ee2 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0464809 Aug 12 12:49:11.132272 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-77b7fcc0-7227-449e-a699-3cc8f55f6264 req-e7666a02-7661-42c3-96d0-6189c0b02843 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349734 Aug 12 12:49:12.011379 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-dd323efc-ae9d-45d5-bbc2-1ad3cb3ab03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:12.246126 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f69a01-62f4-43f4-9f4c-c085ba9e07c2 req-d9de861d-1ecd-48dd-9abe-32d7efa45bc8 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:12.247620 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-24f69a01-62f4-43f4-9f4c-c085ba9e07c2 req-d9de861d-1ecd-48dd-9abe-32d7efa45bc8 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0467207 Aug 12 12:49:12.277882 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:12.286542 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-24f69a01-62f4-43f4-9f4c-c085ba9e07c2 req-10d1f9a4-fac1-41b4-af7c-ce50f14cac36 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330517 Aug 12 12:49:13.225130 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:13.396550 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936505b4-6e1e-4a50-9367-c1139074d412 req-c87a756e-1db2-41f1-8380-76e856a18457 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:13.398007 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-936505b4-6e1e-4a50-9367-c1139074d412 req-c87a756e-1db2-41f1-8380-76e856a18457 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0467424 Aug 12 12:49:13.437372 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-936505b4-6e1e-4a50-9367-c1139074d412 req-adfd635c-815f-4e5e-89cc-b49249327689 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324783 Aug 12 12:49:14.551393 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daea573-51fa-4f10-9a5e-802001814b75 req-72214844-700f-4db8-8636-7f517f2f25fc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:14.552852 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8daea573-51fa-4f10-9a5e-802001814b75 req-72214844-700f-4db8-8636-7f517f2f25fc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0481038 Aug 12 12:49:14.594003 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8daea573-51fa-4f10-9a5e-802001814b75 req-aca857c9-6d7b-47a7-b17b-7770f1c8fcf2 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353210 Aug 12 12:49:14.879833 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:15.704696 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acddb09-e8ce-4d31-bb19-22b780295e05 req-46ed5a63-5ba5-4cab-bec3-cf67d425e862 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:15.706050 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7acddb09-e8ce-4d31-bb19-22b780295e05 req-46ed5a63-5ba5-4cab-bec3-cf67d425e862 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0473382 Aug 12 12:49:15.743733 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7acddb09-e8ce-4d31-bb19-22b780295e05 req-5decda24-0ae5-4b54-abe6-42c525236bc3 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317700 Aug 12 12:49:16.859552 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514e6ae-8ae5-4cef-a27d-7f0200dd14be req-b221fc1d-0365-4e40-b082-d76ca4ffb6ff tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:16.861054 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2514e6ae-8ae5-4cef-a27d-7f0200dd14be req-b221fc1d-0365-4e40-b082-d76ca4ffb6ff tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0488877 Aug 12 12:49:16.899795 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2514e6ae-8ae5-4cef-a27d-7f0200dd14be req-019a46cd-466a-4237-890a-755533541aa7 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328925 Aug 12 12:49:18.012994 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810300a5-a705-4096-a8de-3371ef1576ce req-58c91882-0738-4600-8639-896de7b2fb01 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:18.014470 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-810300a5-a705-4096-a8de-3371ef1576ce req-58c91882-0738-4600-8639-896de7b2fb01 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0474882 Aug 12 12:49:18.056650 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-810300a5-a705-4096-a8de-3371ef1576ce req-cff36f80-2c69-4f08-8af8-b69e0e0c1113 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362968 Aug 12 12:49:19.168133 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac71ce-9870-43c0-aaec-40601677e5b6 req-564a71c3-7579-47c1-8b9e-b1f47895f26c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:19.169588 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5dac71ce-9870-43c0-aaec-40601677e5b6 req-564a71c3-7579-47c1-8b9e-b1f47895f26c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0478013 Aug 12 12:49:19.207745 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5dac71ce-9870-43c0-aaec-40601677e5b6 req-fc6a2635-4741-45de-a8d8-c30b250a3109 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323756 Aug 12 12:49:20.318916 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19837ea3-b114-4901-a532-42b73d8c502b req-52767e5e-0b3b-43f5-b2e4-69478308b62f tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:20.320392 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-19837ea3-b114-4901-a532-42b73d8c502b req-52767e5e-0b3b-43f5-b2e4-69478308b62f tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0472860 Aug 12 12:49:20.358355 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-19837ea3-b114-4901-a532-42b73d8c502b req-d5610ccf-4354-4b04-a24a-fc68d5a897f9 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316610 Aug 12 12:49:21.470379 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd855-6e4a-419a-b59e-658d011780c1 req-8e10ed77-2bbb-4795-9126-0cb79cf65964 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:21.471861 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-762bd855-6e4a-419a-b59e-658d011780c1 req-8e10ed77-2bbb-4795-9126-0cb79cf65964 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0473337 Aug 12 12:49:21.513525 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-762bd855-6e4a-419a-b59e-658d011780c1 req-51c0feed-0a7a-4689-bff0-da4b750f38b5 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357401 Aug 12 12:49:21.898500 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:49:22.626332 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582f3c8-632a-4520-ac2c-1999fe09cf0a req-7c3508df-fc38-4e1c-8d73-9d8011fdab09 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:22.627845 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b582f3c8-632a-4520-ac2c-1999fe09cf0a req-7c3508df-fc38-4e1c-8d73-9d8011fdab09 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0485620 Aug 12 12:49:22.667276 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b582f3c8-632a-4520-ac2c-1999fe09cf0a req-77aef328-2809-4836-8df3-f1d0dcf269dc tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336061 Aug 12 12:49:23.780309 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99365c1-c11b-418a-a463-1ca60ef2bda8 req-f2566421-2456-496b-82b8-8857f400070f tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:23.781820 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d99365c1-c11b-418a-a463-1ca60ef2bda8 req-f2566421-2456-496b-82b8-8857f400070f tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0485618 Aug 12 12:49:23.820902 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d99365c1-c11b-418a-a463-1ca60ef2bda8 req-e8199a97-da0d-4fcb-9bfc-92afd2f577ae tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=239d563c-3533-4b03-a593-14088b631915&id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331805 Aug 12 12:49:33.558998 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:34.382847 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3a9b3-5205-4a78-b65e-e1def49577cf req-14aaf892-cf83-4d3d-8ea2-507f6366c93d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:34.384364 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-36b3a9b3-5205-4a78-b65e-e1def49577cf req-14aaf892-cf83-4d3d-8ea2-507f6366c93d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Aug 12 12:49:34.424664 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-36b3a9b3-5205-4a78-b65e-e1def49577cf req-b1a4dde1-b1e4-49cf-86cd-2e24a700576b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343199 Aug 12 12:49:35.066344 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-d3696522-1660-48dc-80a8-c74798e7fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:35.067854 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-d3696522-1660-48dc-80a8-c74798e7fc2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1098 time: 0.0382791 Aug 12 12:49:35.166205 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-600033bf-bbf8-4633-b292-5f3fbbe06af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:35.167696 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-600033bf-bbf8-4633-b292-5f3fbbe06af9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.0808203 Aug 12 12:49:35.234103 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-7009523a-bdb5-402b-863a-1adf141d507d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 1001 time: 0.0589120 Aug 12 12:49:35.283371 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-0f89d725-1a1d-4c8d-9523-76da523215bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:35.284767 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-0f89d725-1a1d-4c8d-9523-76da523215bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0423105 Aug 12 12:49:35.333118 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-21618d7f-9b1f-4ba6-8c1c-08a7f3d6338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:35.334457 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-21618d7f-9b1f-4ba6-8c1c-08a7f3d6338b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382071 Aug 12 12:49:35.424895 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-5b28c658-8ca0-4fac-83e4-b05cbce07853 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812824 Aug 12 12:49:35.513500 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29a68b5b-6ede-49c9-a86e-b19b1438ed39 req-c2b50da3-0931-4d1e-8f89-8c599137bdb7 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807095 Aug 12 12:49:35.540319 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e328e-3a7c-44e8-ab58-1f0f07288c47 req-b1428876-2b06-45e6-9f8a-19671709b8b9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:35.542768 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-069e328e-3a7c-44e8-ab58-1f0f07288c47 req-b1428876-2b06-45e6-9f8a-19671709b8b9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0513980 Aug 12 12:49:35.580566 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-069e328e-3a7c-44e8-ab58-1f0f07288c47 req-0ff778da-37ad-434a-aef9-b139f07e7af0 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317459 Aug 12 12:49:36.691083 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4dfab-923b-4515-9604-98e51c843434 req-4a824876-6d13-455b-9a0a-08b862cee6cc tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:36.692534 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a1f4dfab-923b-4515-9604-98e51c843434 req-4a824876-6d13-455b-9a0a-08b862cee6cc tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0473087 Aug 12 12:49:36.729499 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a1f4dfab-923b-4515-9604-98e51c843434 req-3c0cd46e-3b4b-4b58-a0a4-477989fd37f7 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311818 Aug 12 12:49:37.845171 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526371f4-7b2f-4ce5-aaa9-d2dc286d13af req-63155319-7ea7-4545-a515-6ea0fb7d3dd8 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:37.846875 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-526371f4-7b2f-4ce5-aaa9-d2dc286d13af req-63155319-7ea7-4545-a515-6ea0fb7d3dd8 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0509064 Aug 12 12:49:37.886398 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-526371f4-7b2f-4ce5-aaa9-d2dc286d13af req-69248848-2cad-47ac-b5cb-d25a3c4182b4 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336349 Aug 12 12:49:39.005558 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a929a9-231c-43eb-a66f-b7a2fe6440c5 req-fb62c1f6-9aa1-4f1d-8995-e255277ce974 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:39.007049 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a929a9-231c-43eb-a66f-b7a2fe6440c5 req-fb62c1f6-9aa1-4f1d-8995-e255277ce974 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0531929 Aug 12 12:49:39.044564 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a929a9-231c-43eb-a66f-b7a2fe6440c5 req-c3dcf639-a51b-4d69-973e-8b4cf5177aec tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Aug 12 12:49:39.441706 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-f70efa20-2a91-42d1-8da5-8711fd828f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:40.156066 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bcd86-b4b9-466a-abb6-98b144f3e1b0 req-2a79bc74-6b6c-4258-a438-f350fb4a9914 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:40.157524 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-389bcd86-b4b9-466a-abb6-98b144f3e1b0 req-2a79bc74-6b6c-4258-a438-f350fb4a9914 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0476418 Aug 12 12:49:40.197672 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-389bcd86-b4b9-466a-abb6-98b144f3e1b0 req-fc9b5086-367a-4e77-afe2-c2583d1ee048 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343814 Aug 12 12:49:41.309342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d82a2-0d94-4dc3-9a03-c671f1f52e7a req-e7d7b56a-f569-4674-93c0-047965e2f391 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:41.310793 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff6d82a2-0d94-4dc3-9a03-c671f1f52e7a req-e7d7b56a-f569-4674-93c0-047965e2f391 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0471373 Aug 12 12:49:41.346759 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff6d82a2-0d94-4dc3-9a03-c671f1f52e7a req-73ec4230-eda0-4d80-bed5-eb0342dc080e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300829 Aug 12 12:49:42.011005 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-59e70b25-7556-475c-9e48-d419e9085eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:42.279953 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:42.461144 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b633d-3eae-4d35-bdf7-e42e21a05fee req-2cd864e8-d873-4164-bcd3-ea1a45be9e7d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:42.462573 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d2b633d-3eae-4d35-bdf7-e42e21a05fee req-2cd864e8-d873-4164-bcd3-ea1a45be9e7d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0500894 Aug 12 12:49:42.498417 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d2b633d-3eae-4d35-bdf7-e42e21a05fee req-fa751bcb-a6ea-4139-8b0a-1c40b0a27076 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292842 Aug 12 12:49:43.228059 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:43.609741 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a83b6-1b5b-412b-bf73-1d5cb34cbd40 req-3c281b81-b3e7-436e-a039-920cd41ad7de tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:43.611223 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ef9a83b6-1b5b-412b-bf73-1d5cb34cbd40 req-3c281b81-b3e7-436e-a039-920cd41ad7de tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0469012 Aug 12 12:49:43.646114 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ef9a83b6-1b5b-412b-bf73-1d5cb34cbd40 req-618322c1-febf-489f-bd0c-4562799707aa tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291917 Aug 12 12:49:44.757115 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb2b2a-2463-464a-9f74-b31b11e64ec3 req-03f3f446-77db-4bf1-985b-d70cc127457d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:44.758551 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5fb2b2a-2463-464a-9f74-b31b11e64ec3 req-03f3f446-77db-4bf1-985b-d70cc127457d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0468695 Aug 12 12:49:44.794538 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5fb2b2a-2463-464a-9f74-b31b11e64ec3 req-f3fbe5db-b1dc-472e-9f43-f42e6b6e74ae tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299025 Aug 12 12:49:44.884154 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:49:45.035118 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771963c3-aa43-48ec-bf31-a9eb14cf68f4 req-ca2ab37d-2114-4295-b3d0-6947aef75034 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:45.036541 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-771963c3-aa43-48ec-bf31-a9eb14cf68f4 req-ca2ab37d-2114-4295-b3d0-6947aef75034 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0597620 Aug 12 12:49:45.089353 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-fcdc92bf-37d6-43a9-b8b6-2baa51a8631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:45.090797 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-fcdc92bf-37d6-43a9-b8b6-2baa51a8631a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 1098 time: 0.0737069 Aug 12 12:49:45.093917 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-771963c3-aa43-48ec-bf31-a9eb14cf68f4 req-81a4053f-a00e-4c72-a3e7-c6eb2317812a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Aug 12 12:49:45.180440 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-171c50c3-dbcf-4a0f-a23c-b6d5daf1e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:45.181789 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-171c50c3-dbcf-4a0f-a23c-b6d5daf1e076 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.0835922 Aug 12 12:49:45.249859 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-eef12802-be4c-4d3c-9724-0f1caae26110 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 200 len: 1001 time: 0.0559244 Aug 12 12:49:45.305563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-0be1cfb0-adbd-4524-985e-d4183068d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:45.306945 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-0be1cfb0-adbd-4524-985e-d4183068d6da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0425138 Aug 12 12:49:45.356973 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-b856b4a0-11ee-4639-8d29-b5593667d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:45.358419 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-b856b4a0-11ee-4639-8d29-b5593667d332 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419970 Aug 12 12:49:45.448742 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-733b52bc-5028-418c-9285-d509ba694672 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Aug 12 12:49:45.540100 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ed5e26c4-5a0d-4d1a-8857-f2367c1bfec1 req-8364564a-7cb0-4c13-85fc-b8b7906192da service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841112 Aug 12 12:49:46.207009 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a654e01-737b-456c-a47c-6f586a8b5bce req-0cd0a82c-e7dc-47f3-9a39-71b72800a6b9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:49:46.208453 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7a654e01-737b-456c-a47c-6f586a8b5bce req-0cd0a82c-e7dc-47f3-9a39-71b72800a6b9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Aug 12 12:49:46.247192 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7a654e01-737b-456c-a47c-6f586a8b5bce req-b0d323e0-402d-4054-9d20-1584f2f5f6bb tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Aug 12 12:49:58.898660 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:50:03.559654 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:09.441495 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c4ec-819c-4465-8a14-40906b4b045d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:12.014414 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-629f7e4a-5e8e-4054-90f6-8c1c1a6707cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:12.280129 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:13.230552 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:14.886837 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:30.658901 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-a98b05be-3d63-4ede-bd20-e7b5b796714b tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677353763&fields=id&tenant_id=53b71c6c47e8456a916ba2283f6136c4 HTTP/1.1" status: 200 len: 267 time: 0.0318592 Aug 12 12:50:30.710443 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-93cb060a-b3d0-4ea4-806d-bab341c565f0 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:30.711811 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-93cb060a-b3d0-4ea4-806d-bab341c565f0 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 984 time: 0.0475147 Aug 12 12:50:30.722511 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Request body: {'port': {'security_groups': ['17cddcb7-2c68-461a-b741-8a941bda835d']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:50:30.790180 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:30.955698 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2544d4af-e967-4ab9-9431-592c018ccb1c,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:30.984267 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:30.988279 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.000568 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['2544d4af-e967-4ab9-9431-592c018ccb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:50:31.028173 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:31.028696 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.030085 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6e0d0175-57c2-4144-9953-9df3ac7ae6cf req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "PUT /v2.0/ports/2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 942 time: 0.3119826 Aug 12 12:50:31.031381 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:50:31.033993 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229c4f50-e164-43a2-adf6-6985ff4a90e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:50:31.039161 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41572) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:31.070147 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event updated for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=7']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:31.079384 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.079524 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.080005 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.080410 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.080814 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.081351 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.081838 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.082526 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.082691 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.083271 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.083974 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.084423 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835c958-4e81-44f8-a5f9-5d17e9512a8c tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.108180 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f0d473-3985-44e0-bb82-62aee3b3c0a7 x-openstack-request-id: req-26f0d473-3985-44e0-bb82-62aee3b3c0a7 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:50:31.108511 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:50:31.108761 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26f0d473-3985-44e0-bb82-62aee3b3c0a7 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:50:31.109155 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'status': 'completed', 'code': 200} Aug 12 12:50:31.143487 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.159400 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['2544d4af-e967-4ab9-9431-592c018ccb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:50:31.186797 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-45f6fda1-7448-4c52-8ca2-03a0e4353b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:31.187653 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.188336 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-45f6fda1-7448-4c52-8ca2-03a0e4353b42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1098 time: 0.0556340 Aug 12 12:50:31.257236 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.261093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.264823 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "DELETE /v2.0/security-groups/239d563c-3533-4b03-a593-14088b631915 HTTP/1.1" status: 204 len: 168 time: 0.2211268 Aug 12 12:50:31.268748 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41580) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:31.332449 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-85db5bdc-b110-492a-b766-83a246f991db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:31.333924 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-85db5bdc-b110-492a-b766-83a246f991db service neutron] 10.222.0.10 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 916 time: 0.1362889 Aug 12 12:50:31.373392 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-9803f319-d385-4c0f-9921-8a32cf619355 None None] Provisioning complete for port 2544d4af-e967-4ab9-9431-592c018ccb1c triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:50:31.373969 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9803f319-d385-4c0f-9921-8a32cf619355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.376731 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d563c-3533-4b03-a593-14088b631915,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:31.387093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.387661 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.388202 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.388692 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.389168 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.389667 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.390154 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.390711 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.391279 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.391860 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.392430 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.392758 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16551eee-c931-49f7-8087-620b42752f14 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:31.434108 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-f65ea511-74c6-4d64-b488-1cd23077a0b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 1001 time: 0.0925183 Aug 12 12:50:31.482930 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Deleting port 89d44f68-06d3-45fa-b41d-659c308d3397 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:31.483414 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.506616 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-e9cc5a13-31ca-40a4-a755-d24551806ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:31.508623 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-e9cc5a13-31ca-40a4-a755-d24551806ab5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 200 len: 854 time: 0.0676813 Aug 12 12:50:31.561798 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-b24c6040-6cf3-47d8-a2ef-3dbd13d60b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:31.563518 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-b24c6040-6cf3-47d8-a2ef-3dbd13d60b1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154d9e25-7125-4310-9dfd-d9059391c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464437 Aug 12 12:50:31.577264 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.579166 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.592070 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Calling delete_port for 89d44f68-06d3-45fa-b41d-659c308d3397 owned by network:floatingip {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:31.655426 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-1d7a2b0c-3436-4e1b-9e75-54b8bc7ee682 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824983 Aug 12 12:50:31.751662 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-229c4f50-e164-43a2-adf6-6985ff4a90e5 req-bdc5c4b3-b2b4-4d31-bbee-a823b8028054 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878599 Aug 12 12:50:31.767880 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.793058 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event deleted for resources: {'Port': ['ID=89d44f68-06d3-45fa-b41d-659c308d3397,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:31.857433 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks [] for floatingip, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:31.857763 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Floating IP a8b9680c-847e-4eb1-97d5-78037d5287bb disassociated (deleted). External IP: 172.27.2.184, port: 2544d4af-e967-4ab9-9431-592c018ccb1c. Aug 12 12:50:32.053496 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:50:32.155914 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:50:32.160647 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:32.165302 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] Sync routers for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:50:32.174289 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:32.174888 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:32.186483 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8799dfdb-d5fc-47fa-87cd-469a5582b3f1 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "DELETE /v2.0/floatingips/a8b9680c-847e-4eb1-97d5-78037d5287bb HTTP/1.1" status: 204 len: 168 time: 0.9165907 Aug 12 12:50:32.187106 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:50:32.189394 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a251664a-fb96-420a-a992-147f9281d3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:50:32.227213 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352fde39-3d1c-418a-917e-fe78758e112b x-openstack-request-id: req-352fde39-3d1c-418a-917e-fe78758e112b {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:50:32.227567 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:50:32.228389 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-352fde39-3d1c-418a-917e-fe78758e112b {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:50:32.228843 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'status': 'completed', 'code': 200} Aug 12 12:50:32.300079 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251664a-fb96-420a-a992-147f9281d3a8 req-8f007726-cf1f-4879-970d-21e2a8524b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:32.301579 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a251664a-fb96-420a-a992-147f9281d3a8 req-8f007726-cf1f-4879-970d-21e2a8524b5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 1098 time: 0.0504375 Aug 12 12:50:32.410721 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251664a-fb96-420a-a992-147f9281d3a8 req-778d19cf-d97f-4006-965a-3b5910dcb0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:32.412410 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a251664a-fb96-420a-a992-147f9281d3a8 req-778d19cf-d97f-4006-965a-3b5910dcb0e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 200 len: 916 time: 0.1017995 Aug 12 12:50:32.423275 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:32.461910 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a251664a-fb96-420a-a992-147f9281d3a8 req-b8082a94-cefd-494d-84cf-d614777898b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 200 len: 217 time: 0.0419495 Aug 12 12:50:32.511763 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251664a-fb96-420a-a992-147f9281d3a8 req-da54d32a-9844-4985-83ce-3bd0accffa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:32.513217 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a251664a-fb96-420a-a992-147f9281d3a8 req-da54d32a-9844-4985-83ce-3bd0accffa72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 200 len: 854 time: 0.0448081 Aug 12 12:50:32.570855 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251664a-fb96-420a-a992-147f9281d3a8 req-9c474fa2-5eb6-4231-b4f2-da8025ff5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:32.572302 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a251664a-fb96-420a-a992-147f9281d3a8 req-9c474fa2-5eb6-4231-b4f2-da8025ff5032 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=154d9e25-7125-4310-9dfd-d9059391c1a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433915 Aug 12 12:50:32.632915 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:03Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:32.659980 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] Checking router: 79b5f5bc-0480-4125-a3c4-b42175bef1c6 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:50:32.661478 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a251664a-fb96-420a-a992-147f9281d3a8 req-5ca6c89c-daca-44ab-8752-9924d09587f2 service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815191 Aug 12 12:50:32.668820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:32.669406 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:32.753956 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a251664a-fb96-420a-a992-147f9281d3a8 req-6af92230-0246-4f1a-91d2-80a056a65f7c service neutron] 10.222.0.10 "GET /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842545 Aug 12 12:50:32.773856 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:32.971410 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:03Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:32.997567 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cb5116-faaf-4656-b6ef-088305e07db8 None None] The sync data for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi is: [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:46:58Z', 'revision_number': 4, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': 'b397e548-25eb-4045-9b2b-9b6f3a1b1096', 'name': '', 'network_id': '154d9e25-7125-4310-9dfd-d9059391c1a1', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'mac_address': 'fa:16:3e:04:bb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:57Z', 'updated_at': '2021-08-12T12:47:03Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'subnets': [{'id': 'b905dbae-4558-4f18-b26b-80955e0ae1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:50:33.202939 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a3747-553c-4e09-a5b8-7b4923e11f30 None None] New status for floating IP a8b9680c-847e-4eb1-97d5-78037d5287bb: DOWN {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:50:33.577602 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:33.860490 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa2f7-5076-4c63-9a12-4ba362abb1cc req-39326199-c49e-4fbd-a787-8c9c1864d76f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:33.861905 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-792fa2f7-5076-4c63-9a12-4ba362abb1cc req-39326199-c49e-4fbd-a787-8c9c1864d76f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Aug 12 12:50:33.900214 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-792fa2f7-5076-4c63-9a12-4ba362abb1cc req-2ac24b25-db4b-4e1f-97db-e7e6ee3e453e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323455 Aug 12 12:50:34.916520 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84397be2-46b7-4767-862c-c103471149a7 req-ebfba747-85c4-43cd-afc8-d864d3350803 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:34.917965 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-84397be2-46b7-4767-862c-c103471149a7 req-ebfba747-85c4-43cd-afc8-d864d3350803 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0479867 Aug 12 12:50:34.962507 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-84397be2-46b7-4767-862c-c103471149a7 req-36488011-5ede-4cca-9bae-bdaaf8af7dba tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Aug 12 12:50:35.028828 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d113c-7138-494e-bf02-a003c4fad315 req-32bb697b-9604-4e3c-8ecc-35bc850d60b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:35.030321 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-862d113c-7138-494e-bf02-a003c4fad315 req-32bb697b-9604-4e3c-8ecc-35bc850d60b3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0520198 Aug 12 12:50:35.066658 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-862d113c-7138-494e-bf02-a003c4fad315 req-22390e74-0f2d-4f66-bc1a-568c9dcc59bb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304887 Aug 12 12:50:35.898137 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:50:36.073226 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dcccf-cec3-487c-81da-0e2787ee37b0 req-8047906f-5355-4e09-b6dc-ec71c13dd3fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:36.074676 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a88dcccf-cec3-487c-81da-0e2787ee37b0 req-8047906f-5355-4e09-b6dc-ec71c13dd3fa tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0464847 Aug 12 12:50:36.114975 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a88dcccf-cec3-487c-81da-0e2787ee37b0 req-d2213aa0-e5d4-45cc-813d-91bbac55c5f3 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Aug 12 12:50:36.181693 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e549e9-2e0e-4a1b-ac1f-a560cbf7168a req-2ae86a4d-7883-4d66-a3dd-ae188f10eb07 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:36.183068 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-49e549e9-2e0e-4a1b-ac1f-a560cbf7168a req-2ae86a4d-7883-4d66-a3dd-ae188f10eb07 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0474365 Aug 12 12:50:36.219270 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-49e549e9-2e0e-4a1b-ac1f-a560cbf7168a req-2fa76c26-c09c-425e-9780-12afea083f16 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303116 Aug 12 12:50:37.008104 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-ef32686a-115c-4239-a987-8bb7654237ed tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:37.009519 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-ef32686a-115c-4239-a987-8bb7654237ed tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0470483 Aug 12 12:50:37.096512 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Deleting port 2544d4af-e967-4ab9-9431-592c018ccb1c {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:37.097206 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:37.214695 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] For port 2544d4af-e967-4ab9-9431-592c018ccb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=2544d4af-e967-4ab9-9431-592c018ccb1c,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:37.215067 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:37.230424 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Calling delete_port for 2544d4af-e967-4ab9-9431-592c018ccb1c owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:37.254490 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7dfa-083d-42f2-9c1d-0d5642365e91 req-45341691-3d5a-4ee2-82e8-bdb325728653 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:37.255982 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-173a7dfa-083d-42f2-9c1d-0d5642365e91 req-45341691-3d5a-4ee2-82e8-bdb325728653 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 945 time: 0.0745349 Aug 12 12:50:37.333211 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd08b0-66dc-4d51-990a-63a50b256f82 req-c72c9bd0-7c0f-4f0d-b702-3c5ae4b199e8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:37.333790 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-173a7dfa-083d-42f2-9c1d-0d5642365e91 req-3a72f25a-3295-482d-a838-d86c99105020 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.22 "GET /v2.0/security-groups?id=17cddcb7-2c68-461a-b741-8a941bda835d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470514 Aug 12 12:50:37.334661 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d8cd08b0-66dc-4d51-990a-63a50b256f82 req-c72c9bd0-7c0f-4f0d-b702-3c5ae4b199e8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0466814 Aug 12 12:50:37.373349 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d8cd08b0-66dc-4d51-990a-63a50b256f82 req-d46b737b-6956-4a8d-8ca5-cb5580ab2132 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Aug 12 12:50:37.400143 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:37.411381 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['2544d4af-e967-4ab9-9431-592c018ccb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:50:37.426065 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Pushing event deleted for resources: {'Port': ['ID=2544d4af-e967-4ab9-9431-592c018ccb1c,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:37.469063 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] No DVR routers for this DVR port 2544d4af-e967-4ab9-9431-592c018ccb1c on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:50:37.471477 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:37.473416 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a9454638-893d-4c6c-b62e-c57844bebae8 req-f2aabde2-e30b-4bde-a11f-b5b1d96bb938 tempest-TestMinimumBasicScenario-150243883 tempest-TestMinimumBasicScenario-150243883-project] 10.222.0.10 "DELETE /v2.0/ports/2544d4af-e967-4ab9-9431-592c018ccb1c HTTP/1.1" status: 204 len: 173 time: 0.4582243 Aug 12 12:50:37.473840 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'name': 'network-vif-deleted', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:50:37.476112 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35faf73-2a77-49ed-bce6-1133980c9916" -d '{"events": [{"server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "name": "network-vif-deleted", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:50:37.512976 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f135cc1f-6ca0-4a7c-ad05-7dc52c57600f x-openstack-request-id: req-f135cc1f-6ca0-4a7c-ad05-7dc52c57600f {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:50:37.513269 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4c7630-2caf-4231-9ed4-27ebd3f1c35c", "name": "network-vif-deleted", "tag": "2544d4af-e967-4ab9-9431-592c018ccb1c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:50:37.513519 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f135cc1f-6ca0-4a7c-ad05-7dc52c57600f {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:50:37.513908 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4c7630-2caf-4231-9ed4-27ebd3f1c35c', 'name': 'network-vif-deleted', 'tag': '2544d4af-e967-4ab9-9431-592c018ccb1c', 'status': 'completed', 'code': 200} Aug 12 12:50:37.931279 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-52a7f223-b7c0-4d28-b38b-c067c1c9b84c req-968fd92a-a1a9-4ca3-a9fa-b269bc7f9fd5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0281842 Aug 12 12:50:37.975203 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-52a7f223-b7c0-4d28-b38b-c067c1c9b84c req-feedfa34-8845-4b91-a38e-c3f1217ce239 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53b71c6c47e8456a916ba2283f6136c4&device_id=ba4c7630-2caf-4231-9ed4-27ebd3f1c35c HTTP/1.1" status: 200 len: 210 time: 0.0238290 Aug 12 12:50:38.091112 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f223-b7c0-4d28-b38b-c067c1c9b84c req-2e80fe84-836f-4149-bd2c-f28241ac98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:38.092482 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-52a7f223-b7c0-4d28-b38b-c067c1c9b84c req-2e80fe84-836f-4149-bd2c-f28241ac98ad service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=53b71c6c47e8456a916ba2283f6136c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0882108 Aug 12 12:50:38.186277 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7f223-b7c0-4d28-b38b-c067c1c9b84c req-bbe6ee97-fa0f-4853-8a13-c534c0616536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:38.187750 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-52a7f223-b7c0-4d28-b38b-c067c1c9b84c req-bbe6ee97-fa0f-4853-8a13-c534c0616536 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875897 Aug 12 12:50:38.500364 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a80d-3bcc-42a1-910d-4967d21fcc61 req-5a570526-e242-4fdd-821b-44e848061393 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:38.502274 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ff77a80d-3bcc-42a1-910d-4967d21fcc61 req-5a570526-e242-4fdd-821b-44e848061393 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0538857 Aug 12 12:50:38.545643 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ff77a80d-3bcc-42a1-910d-4967d21fcc61 req-dc35f75b-8050-4487-bdd2-957132f1d28f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Aug 12 12:50:38.921011 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41702) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:39.245535 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:39.444867 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-cd824a1a-cffe-4921-8817-88f61516ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:39.480272 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Deleting port b397e548-25eb-4045-9b2b-9b6f3a1b1096 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:39.480609 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:39.557610 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] For port b397e548-25eb-4045-9b2b-9b6f3a1b1096, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=b397e548-25eb-4045-9b2b-9b6f3a1b1096,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:39.558246 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:39.569832 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Calling delete_port for b397e548-25eb-4045-9b2b-9b6f3a1b1096 owned by network:router_interface {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:39.671894 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf454fa-bd61-4a90-8b08-ef7e43bae5d6 req-a41931b4-15ec-4880-9d87-ca7af59a14de tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:39.673358 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dbf454fa-bd61-4a90-8b08-ef7e43bae5d6 req-a41931b4-15ec-4880-9d87-ca7af59a14de tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0511899 Aug 12 12:50:39.710727 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dbf454fa-bd61-4a90-8b08-ef7e43bae5d6 req-aa68811e-86d3-4e21-811a-d8985a9d7bcb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313628 Aug 12 12:50:39.729214 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 2544d4af-e967-4ab9-9431-592c018ccb1c no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:39.748188 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:39.752760 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 2544d4af-e967-4ab9-9431-592c018ccb1c {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:39.753112 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 2544d4af-e967-4ab9-9431-592c018ccb1c not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:39.772514 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Pushing event deleted for resources: {'Port': ['ID=b397e548-25eb-4045-9b2b-9b6f3a1b1096,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:39.932316 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:40.140141 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:50:40.242800 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:50:40.248445 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0d8793e3-dc6d-4680-a00b-7f5a0409feef admin admin] 10.222.0.22 "PUT /v2.0/routers/79b5f5bc-0480-4125-a3c4-b42175bef1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3264155 Aug 12 12:50:40.250966 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41708) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:40.253740 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] Sync routers for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:50:40.263593 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:40.264288 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:40.370435 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:40.558267 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:50:39Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:40.568030 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:40.583705 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] Checking router: 79b5f5bc-0480-4125-a3c4-b42175bef1c6 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:50:40.591995 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] Routers {'79b5f5bc-0480-4125-a3c4-b42175bef1c6'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:40.592691 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:40.675076 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:40.696880 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] Set router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:40.723930 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Deleting port c6d77011-bcd0-4b0d-ada3-1db18ef3751c {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:40.724466 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:40.848355 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] For port c6d77011-bcd0-4b0d-ada3-1db18ef3751c, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:40.848723 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:40.867967 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01c229-f555-4d35-bbfe-36d58925783d req-21ce869f-5fbc-43da-83aa-c38e9f1291a0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:40.869485 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5c01c229-f555-4d35-bbfe-36d58925783d req-21ce869f-5fbc-43da-83aa-c38e9f1291a0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0777864 Aug 12 12:50:40.873172 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Calling delete_port for c6d77011-bcd0-4b0d-ada3-1db18ef3751c owned by network:router_gateway {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:40.880221 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:50:39Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:40.911016 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093d7341-d324-4d4d-b3f5-8f03c4babcab None None] The sync data for ids ['79b5f5bc-0480-4125-a3c4-b42175bef1c6'] in dv-cinder-804294-1-iscsi is: [{'id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'name': 'tempest-TestMinimumBasicScenario-1730578475-router', 'tenant_id': '53b71c6c47e8456a916ba2283f6136c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:54Z', 'updated_at': '2021-08-12T12:50:39Z', 'revision_number': 5, 'project_id': '53b71c6c47e8456a916ba2283f6136c4', 'gw_port': {'id': 'c6d77011-bcd0-4b0d-ada3-1db18ef3751c', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b5f5bc-0480-4125-a3c4-b42175bef1c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:55Z', 'updated_at': '2021-08-12T12:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:50:40.951454 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5c01c229-f555-4d35-bbfe-36d58925783d req-fc190c2c-a446-4079-aa30-03ccada6464e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742073 Aug 12 12:50:41.063212 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.085000 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d77011-bcd0-4b0d-ada3-1db18ef3751c,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:41.153894 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.240326 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.242584 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.287543 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.288184 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79b5f5bc-0480-4125-a3c4-b42175bef1c6 {{(pid=100364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 12:50:41.292890 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.294085 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-27a97007-0248-49a0-8738-5c023aebb5b2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/79b5f5bc-0480-4125-a3c4-b42175bef1c6 HTTP/1.1" status: 204 len: 168 time: 1.0421762 Aug 12 12:50:41.296641 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41712) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:41.344831 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] Deleting subnet b905dbae-4558-4f18-b26b-80955e0ae1ef {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:50:41.348051 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.381579 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14515135'] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.491136 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.543931 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13208915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12678762'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.568947 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b905dbae-4558-4f18-b26b-80955e0ae1ef,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:41.573214 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.575083 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-81bea948-82f5-4d1d-a441-fbdb6b11d53f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b905dbae-4558-4f18-b26b-80955e0ae1ef HTTP/1.1" status: 204 len: 168 time: 0.2774916 Aug 12 12:50:41.577861 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 41714) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:41.578539 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c30f5-4eee-42f6-8ccb-1bd8d73450a0 None None] Network 154d9e25-7125-4310-9dfd-d9059391c1a1 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:50:41.646114 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.698471 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Deleting port 04b53764-c632-443f-bfb8-e00fa5ef544d {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:41.698807 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.758351 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] For port 04b53764-c632-443f-bfb8-e00fa5ef544d, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=04b53764-c632-443f-bfb8-e00fa5ef544d,segment=NetworkSegment(c1310be5-50b8-4319-836f-454f29c79f38),segment_id=c1310be5-50b8-4319-836f-454f29c79f38)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:41.758712 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.771162 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Calling delete_port for 04b53764-c632-443f-bfb8-e00fa5ef544d owned by network:dhcp {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:41.847469 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.873810 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=04b53764-c632-443f-bfb8-e00fa5ef544d,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:41.875633 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] No DVR routers for this DVR port 04b53764-c632-443f-bfb8-e00fa5ef544d on host dv-cinder-804294-1-iscsi {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:50:41.892123 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d713933d-b886-4ccd-adbe-cab0ddb497a8 None None] DHCP port deletion for 154d9e25-7125-4310-9dfd-d9059391c1a1 request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 12:50:41.950259 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.959771 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154d9e25-7125-4310-9dfd-d9059391c1a1']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:41.969747 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1310be5-50b8-4319-836f-454f29c79f38') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:41.970037 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1310be5-50b8-4319-836f-454f29c79f38') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:41.979128 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:41.992670 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.002740 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:50:42.003213 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:50:42.004992 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:50:42.017099 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-f02cb61c-8d05-4242-8816-f1bca442101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.086219 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.090350 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.092755 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] 10.222.0.22 "DELETE /v2.0/networks/154d9e25-7125-4310-9dfd-d9059391c1a1 HTTP/1.1" status: 204 len: 168 time: 0.5138278 Aug 12 12:50:42.096037 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41718) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:42.112192 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355e59c-ad46-4566-81d6-dbbc77b4eb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=154d9e25-7125-4310-9dfd-d9059391c1a1,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:42.125497 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f246-0422-45eb-bd88-4502801adce9 req-9f5f44df-c34b-4737-9ff1-cac18c30165b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:42.126961 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9b43f246-0422-45eb-bd88-4502801adce9 req-9f5f44df-c34b-4737-9ff1-cac18c30165b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0854812 Aug 12 12:50:42.163639 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9b43f246-0422-45eb-bd88-4502801adce9 req-f735ee7d-c0e8-4cff-868e-a3b433f74f57 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308111 Aug 12 12:50:42.280739 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.430449 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.666188 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Deleting port ac251c61-ad9c-49f4-8864-787b1788c579 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:42.666877 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.740098 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] For port ac251c61-ad9c-49f4-8864-787b1788c579, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=ac251c61-ad9c-49f4-8864-787b1788c579,segment=NetworkSegment(371e0c5e-dbde-48d6-975f-075be82a3b74),segment_id=371e0c5e-dbde-48d6-975f-075be82a3b74)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:42.740460 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.752624 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Calling delete_port for ac251c61-ad9c-49f4-8864-787b1788c579 owned by network:router_interface {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:42.788860 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 04b53764-c632-443f-bfb8-e00fa5ef544d no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:42.808158 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 04b53764-c632-443f-bfb8-e00fa5ef544d {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:42.808590 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 04b53764-c632-443f-bfb8-e00fa5ef544d not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:42.809095 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b397e548-25eb-4045-9b2b-9b6f3a1b1096 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:42.827468 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: b397e548-25eb-4045-9b2b-9b6f3a1b1096 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:42.827812 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b397e548-25eb-4045-9b2b-9b6f3a1b1096 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:42.828219 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device c6d77011-bcd0-4b0d-ada3-1db18ef3751c no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:42.846589 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: c6d77011-bcd0-4b0d-ada3-1db18ef3751c {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:42.846931 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device c6d77011-bcd0-4b0d-ada3-1db18ef3751c not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:42.928200 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:42.952372 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac251c61-ad9c-49f4-8864-787b1788c579,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:43.113871 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:43.233841 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:43.562086 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab16cb-2d59-4ed7-9e97-56416e6b6680 req-97d09f6f-03dd-45d6-86e4-b9b53c67ea2a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:43.563573 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a6ab16cb-2d59-4ed7-9e97-56416e6b6680 req-97d09f6f-03dd-45d6-86e4-b9b53c67ea2a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.3110051 Aug 12 12:50:43.588248 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:50:43.613416 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a6ab16cb-2d59-4ed7-9e97-56416e6b6680 req-fff29544-0ae2-4f74-a18d-9d81695918b9 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438108 Aug 12 12:50:43.703957 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:50:43.708850 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-06bc6cb8-0400-41e0-8b08-f931a653a97a admin admin] 10.222.0.22 "PUT /v2.0/routers/9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6115367 Aug 12 12:50:43.711356 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41722) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:43.712652 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] Sync routers for ids ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:50:43.722967 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] Routers {'9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:43.723597 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:43.811724 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks [] for router, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:43.824002 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] Set router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:43.910788 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:43.961448 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Deleting port def5b113-fae9-4bbd-8f49-97c4c8e05463 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:43.961786 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:43.993492 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:50:42Z', 'revision_number': 5, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port': {'id': 'def5b113-fae9-4bbd-8f49-97c4c8e05463', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:47:01Z', 'updated_at': '2021-08-12T12:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:44.022628 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] Checking router: 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:50:44.031595 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] Routers {'9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:44.032203 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:44.041018 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] For port def5b113-fae9-4bbd-8f49-97c4c8e05463, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=def5b113-fae9-4bbd-8f49-97c4c8e05463,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:44.041378 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.053277 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Calling delete_port for def5b113-fae9-4bbd-8f49-97c4c8e05463 owned by network:router_gateway {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:44.111686 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] Set router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f gateway port host: None {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:44.163690 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:50:43Z', 'revision_number': 6, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port_host': None}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:44.189421 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f0883-804e-4291-88ef-c82cba623404 None None] The sync data for ids ['9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f'] in dv-cinder-804294-1-iscsi is: [{'id': '9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f', 'name': 'tempest-TestMinimumBasicScenario-1043953819-router', 'tenant_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:47:00Z', 'updated_at': '2021-08-12T12:50:43Z', 'revision_number': 6, 'project_id': 'e58a7e52b5b5438a9636ecf36c09c346', 'gw_port_host': None}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:50:44.215131 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.246764 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=def5b113-fae9-4bbd-8f49-97c4c8e05463,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:44.301885 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.386612 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.388594 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.432513 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.433064 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f {{(pid=100364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 12:50:44.437205 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.438378 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-905eea89-db49-410d-8e23-2a3c3490bf7f admin admin] 10.222.0.22 "DELETE /v2.0/routers/9be2b7d8-ba9f-42d8-bbe7-a87de5749c8f HTTP/1.1" status: 204 len: 168 time: 0.7260690 Aug 12 12:50:44.440787 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41724) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:44.483625 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] Deleting subnet 8840efbb-3bfc-4f29-9739-888cf04dbdac {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:50:44.486443 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.520144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14515135'] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.610577 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.663169 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13208915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12678762'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.689704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8840efbb-3bfc-4f29-9739-888cf04dbdac,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:44.691694 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.693806 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8c23b014-41c9-46c5-8252-4f6b8784fd7c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8840efbb-3bfc-4f29-9739-888cf04dbdac HTTP/1.1" status: 204 len: 168 time: 0.2518487 Aug 12 12:50:44.696158 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463d43a-5c90-4ee5-881e-fb14cfb37d71 None None] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:50:44.697189 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41728) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:44.746138 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57c28-d42f-4257-b179-3b76df83c0c8 req-9dbbc8b0-c163-4e28-a105-e3382d9b8eb6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:44.752655 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f1e57c28-d42f-4257-b179-3b76df83c0c8 req-9dbbc8b0-c163-4e28-a105-e3382d9b8eb6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0672021 Aug 12 12:50:44.766549 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.788765 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f1e57c28-d42f-4257-b179-3b76df83c0c8 req-3a4bc3e2-aabe-4e48-bae7-133612f116aa tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324516 Aug 12 12:50:44.822878 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Deleting port 137b9869-f40a-45dc-b41f-fd3593a28ab7 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:44.823245 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.883746 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] For port 137b9869-f40a-45dc-b41f-fd3593a28ab7, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=137b9869-f40a-45dc-b41f-fd3593a28ab7,segment=NetworkSegment(371e0c5e-dbde-48d6-975f-075be82a3b74),segment_id=371e0c5e-dbde-48d6-975f-075be82a3b74)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:44.884748 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.888914 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:44.898317 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Calling delete_port for 137b9869-f40a-45dc-b41f-fd3593a28ab7 owned by network:dhcp {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:44.937686 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] DHCP port deletion for 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 12:50:44.982406 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.010822 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Pushing event deleted for resources: {'Port': ['ID=137b9869-f40a-45dc-b41f-fd3593a28ab7,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:45.011859 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Deleting port 137b9869-f40a-45dc-b41f-fd3593a28ab7 {{(pid=100366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:45.012691 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.014566 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] No DVR routers for this DVR port 137b9869-f40a-45dc-b41f-fd3593a28ab7 on host dv-cinder-804294-1-iscsi {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:50:45.032943 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device def5b113-fae9-4bbd-8f49-97c4c8e05463 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:45.088786 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.099370 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51db74f2-da0f-4aca-b24f-ce6ff40d7ec0']}} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:45.110946 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371e0c5e-dbde-48d6-975f-075be82a3b74') {'for_net_delete': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:45.111268 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371e0c5e-dbde-48d6-975f-075be82a3b74') {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:45.121612 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14515112'] for segment, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.136787 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.143820 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:50:45.144264 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13208973'] for segment, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: Traceback (most recent call last): Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: timer() Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: cb(*args, **kw) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: return func(*args, **kwargs) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: self._notify() Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: self.callback(batched_events) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: event.method(event) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: return f(self, *a, **k) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._get(url).json() Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: return self.request(url, 'GET', **kwargs) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:50:45.146457 dv-cinder-804294-1-iscsi neutron-server[100364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:50:45.206421 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: def5b113-fae9-4bbd-8f49-97c4c8e05463 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:45.206766 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device def5b113-fae9-4bbd-8f49-97c4c8e05463 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:45.207258 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 137b9869-f40a-45dc-b41f-fd3593a28ab7 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:45.208917 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.218017 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.220013 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] 10.222.0.22 "DELETE /v2.0/networks/51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 HTTP/1.1" status: 204 len: 168 time: 0.5224218 Aug 12 12:50:45.230813 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 137b9869-f40a-45dc-b41f-fd3593a28ab7 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:45.231197 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 137b9869-f40a-45dc-b41f-fd3593a28ab7 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:45.231623 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device ac251c61-ad9c-49f4-8864-787b1788c579 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:45.233540 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c6af2-22a7-4dfe-8a39-f2f0a6be3247 admin admin] Pushing event deleted for resources: {'Network': ['ID=51db74f2-da0f-4aca-b24f-ce6ff40d7ec0,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:45.259535 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: ac251c61-ad9c-49f4-8864-787b1788c579 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:45.259535 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device ac251c61-ad9c-49f4-8864-787b1788c579 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:45.265204 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] For port 137b9869-f40a-45dc-b41f-fd3593a28ab7, host dv-cinder-804294-1-iscsi, got binding levels [] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:45.270375 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.284030 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Calling delete_port for 137b9869-f40a-45dc-b41f-fd3593a28ab7 owned by network:dhcp {{(pid=100366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:45.287992 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.ipam_backend_mixin [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Port 137b9869-f40a-45dc-b41f-fd3593a28ab7 was not found and therefore no delete operation was performed {{(pid=100366) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 12:50:45.289328 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150'] for port, after_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.313587 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Pushing event deleted for resources: {'Port': ['ID=137b9869-f40a-45dc-b41f-fd3593a28ab7,revision_number=None']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:45.315701 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Network 51db74f2-da0f-4aca-b24f-ce6ff40d7ec0 is not hosted by any dhcp agent {{(pid=100366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 12:50:45.316176 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] No DVR routers for this DVR port 137b9869-f40a-45dc-b41f-fd3593a28ab7 on host dv-cinder-804294-1-iscsi {{(pid=100366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:50:45.323915 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.324267 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.328401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30625023-1c88-4e55-ab17-cdf84bb63e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:50:45.397766 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41732) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:45.435776 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-13e97b1c-59aa-4077-b46f-0edaab384fee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53b71c6c47e8456a916ba2283f6136c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386000 Aug 12 12:50:45.438150 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41734) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:45.488371 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-30dad08d-a6cc-4d2a-afc1-048e48dc57cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.508456 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-30dad08d-a6cc-4d2a-afc1-048e48dc57cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.553039 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-30dad08d-a6cc-4d2a-afc1-048e48dc57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.555752 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-30dad08d-a6cc-4d2a-afc1-048e48dc57cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.556885 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-30dad08d-a6cc-4d2a-afc1-048e48dc57cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17cddcb7-2c68-461a-b741-8a941bda835d HTTP/1.1" status: 204 len: 168 time: 0.1178210 Aug 12 12:50:45.564374 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dad08d-a6cc-4d2a-afc1-048e48dc57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cddcb7-2c68-461a-b741-8a941bda835d,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:45.763557 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:50:45.860053 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:45.865337 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41742) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:45.871829 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'port_id': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'mac_address': 'fa:16:3e:d3:93:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:50:45.909961 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.922372 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa0280e5-76be-4208-aedc-d7b71ce1bf27 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:50:45.937235 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8441d-6a3b-4b39-9eb3-cf82b7db6484 req-bb79a2b1-e741-43e6-af44-afb5c05072c7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:45.938656 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c7d8441d-6a3b-4b39-9eb3-cf82b7db6484 req-bb79a2b1-e741-43e6-af44-afb5c05072c7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0749784 Aug 12 12:50:45.941554 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:45.942942 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7b110146-91bf-4756-a578-fff226954e5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e58a7e52b5b5438a9636ecf36c09c346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0765691 Aug 12 12:50:45.945690 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 41746) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:45.948505 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:45.983733 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c7d8441d-6a3b-4b39-9eb3-cf82b7db6484 req-634a7e22-b748-4825-8849-27edb9d4da9f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386322 Aug 12 12:50:45.997280 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb90afc2-7a05-45a3-980b-c124ec82cde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:46.008271 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=6']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:46.020425 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb90afc2-7a05-45a3-980b-c124ec82cde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:46.032928 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['fa0280e5-76be-4208-aedc-d7b71ce1bf27'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:50:46.067160 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb90afc2-7a05-45a3-980b-c124ec82cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:46.069647 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb90afc2-7a05-45a3-980b-c124ec82cde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:46.070761 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-bb90afc2-7a05-45a3-980b-c124ec82cde9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69c20592-d39a-4faa-8931-5287211d3fb5 HTTP/1.1" status: 204 len: 168 time: 0.1234684 Aug 12 12:50:46.079458 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90afc2-7a05-45a3-980b-c124ec82cde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c20592-d39a-4faa-8931-5287211d3fb5,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:47.108228 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb291e7-1bbc-4de6-bf8b-363410d08019 req-a681ca50-2e1f-4eed-a47d-9a70d13c1bd1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:47.109676 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8eb291e7-1bbc-4de6-bf8b-363410d08019 req-a681ca50-2e1f-4eed-a47d-9a70d13c1bd1 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 944 time: 0.0508168 Aug 12 12:50:47.145866 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8eb291e7-1bbc-4de6-bf8b-363410d08019 req-c6624b1c-c904-4b81-a0d7-d7a931a6461a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303597 Aug 12 12:50:47.782204 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:50:47.831607 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port fa0280e5-76be-4208-aedc-d7b71ce1bf27 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:50:47.831970 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:47.903014 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:47.924427 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:50:47.926600 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da48e5ef-cb16-4bcd-8ca9-b5138bd6742a" -d '{"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:50:47.942570 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:47.947570 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:47.969314 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af749e6-ca2a-42ed-bc79-217b8603dacc x-openstack-request-id: req-6af749e6-ca2a-42ed-bc79-217b8603dacc {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:50:47.969601 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:50:47.969840 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6af749e6-ca2a-42ed-bc79-217b8603dacc {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:50:47.970209 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'code': 200} Aug 12 12:50:47.995064 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=7']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:48.261253 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456ba77-d177-4e48-8e59-f434dfcc6310 req-3051f8cf-a7f1-4afa-9827-122d74566806 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:48.262678 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4456ba77-d177-4e48-8e59-f434dfcc6310 req-3051f8cf-a7f1-4afa-9827-122d74566806 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0471575 Aug 12 12:50:48.299684 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4456ba77-d177-4e48-8e59-f434dfcc6310 req-1c7703d4-d3a6-47d5-9a31-93133ae74698 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Aug 12 12:50:49.424461 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1e4fd-01ac-449b-bb5a-c4b7135854b7 req-2738220c-1095-4ef6-a690-f66d2efa66ef tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:49.425983 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d4f1e4fd-01ac-449b-bb5a-c4b7135854b7 req-2738220c-1095-4ef6-a690-f66d2efa66ef tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0531149 Aug 12 12:50:49.464114 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d4f1e4fd-01ac-449b-bb5a-c4b7135854b7 req-a0aa789e-df86-4199-ab62-5932fb3a5dae tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320821 Aug 12 12:50:50.550458 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bda0d2-3866-4abf-a373-1d20576bec9e req-41a3a6f5-8105-4fa6-b1ed-8ad5f8a78374 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:50.552115 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78bda0d2-3866-4abf-a373-1d20576bec9e req-41a3a6f5-8105-4fa6-b1ed-8ad5f8a78374 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0555933 Aug 12 12:50:50.612895 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78bda0d2-3866-4abf-a373-1d20576bec9e req-55d8b394-d503-4f19-ac88-b500b05290cb tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515602 Aug 12 12:50:50.624020 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8831b7-51c3-469e-bc1e-72261414c368 req-1ed342f4-bce4-4a5e-8f0b-31ed556c5e7d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:50.633740 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1a8831b7-51c3-469e-bc1e-72261414c368 req-1ed342f4-bce4-4a5e-8f0b-31ed556c5e7d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0724287 Aug 12 12:50:50.678179 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1a8831b7-51c3-469e-bc1e-72261414c368 req-d6989a5e-0d05-4bdd-b874-5fd9e850a8d4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Aug 12 12:50:51.767760 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e3f2a-a7a9-4a3e-acad-2ea251d16f21 req-51516061-4195-4cf1-bf7c-822f18468dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:51.770054 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b11e3f2a-a7a9-4a3e-acad-2ea251d16f21 req-51516061-4195-4cf1-bf7c-822f18468dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0922406 Aug 12 12:50:51.822332 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c4f62-2a97-4ea7-ac8d-0f2ef82441f5 req-c477840b-eefb-4627-ab2e-26df042d2974 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:51.829822 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-004c4f62-2a97-4ea7-ac8d-0f2ef82441f5 req-c477840b-eefb-4627-ab2e-26df042d2974 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0565026 Aug 12 12:50:51.843493 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b11e3f2a-a7a9-4a3e-acad-2ea251d16f21 req-d96bd77c-baa0-4b99-8b9e-e4f10d777980 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635633 Aug 12 12:50:51.876292 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-004c4f62-2a97-4ea7-ac8d-0f2ef82441f5 req-18ea2f63-d481-4185-be13-fa5fbba69d24 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454848 Aug 12 12:50:52.794562 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-7f3e7365-d07f-4107-a54f-cb0f9635fbe7 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:52.796149 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-7f3e7365-d07f-4107-a54f-cb0f9635fbe7 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0778027 Aug 12 12:50:52.893979 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Deleting port 1863ca56-c4f0-473a-834c-a892cf2b7b31 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:52.894341 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:53.026163 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8577c3-b07c-4c84-ab0a-5793fc6caece req-b05d2964-b85f-4504-8ad1-e942635568db tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:53.034524 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5c8577c3-b07c-4c84-ab0a-5793fc6caece req-b05d2964-b85f-4504-8ad1-e942635568db tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 945 time: 0.0834088 Aug 12 12:50:53.043991 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672c3c7-2061-478e-8d8c-178e1d0e3abf req-07c85553-df01-4855-b345-f0ea4afbc2e5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:53.046164 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e672c3c7-2061-478e-8d8c-178e1d0e3abf req-07c85553-df01-4855-b345-f0ea4afbc2e5 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0573602 Aug 12 12:50:53.087757 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e672c3c7-2061-478e-8d8c-178e1d0e3abf req-a98af14e-2f28-4a2c-8a83-25867c0df016 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352726 Aug 12 12:50:53.090033 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5c8577c3-b07c-4c84-ab0a-5793fc6caece req-305154e2-09b6-43ea-b005-35ecb3d4be27 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0062e66-9d42-49e8-aff4-6f906352c10f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521429 Aug 12 12:50:53.132343 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] For port 1863ca56-c4f0-473a-834c-a892cf2b7b31, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=1863ca56-c4f0-473a-834c-a892cf2b7b31,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:50:53.132944 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:53.315138 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:53.315459 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:53.315782 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Floating IP b6f3a8e0-c3ba-4092-8051-71b88461f3c2 disassociated. External IP: 172.27.2.177, port: 1863ca56-c4f0-473a-834c-a892cf2b7b31. Aug 12 12:50:53.316158 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Calling delete_port for 1863ca56-c4f0-473a-834c-a892cf2b7b31 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:53.457508 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:53.493762 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event deleted for resources: {'Port': ['ID=1863ca56-c4f0-473a-834c-a892cf2b7b31,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:53.622371 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Router 04441270-a165-47f7-b418-e3b44c9b7ecc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:50:53.762227 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:50:53.778811 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] Sync routers for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:50:53.793925 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:53.794561 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:53.943145 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:54.108345 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] No DVR routers for this DVR port 1863ca56-c4f0-473a-834c-a892cf2b7b31 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:50:54.110838 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:54.112865 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-43fadf4a-b4d6-43d4-ad7d-7ae70120916c req-18eec472-a5b2-418c-8277-5a862f5bf1c9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "DELETE /v2.0/ports/1863ca56-c4f0-473a-834c-a892cf2b7b31 HTTP/1.1" status: 204 len: 173 time: 1.3108084 Aug 12 12:50:54.113298 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'name': 'network-vif-deleted', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:50:54.115639 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451cdc74-9dc7-4db1-982f-76cde8047ade" -d '{"events": [{"server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "name": "network-vif-deleted", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:50:54.166991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d674aa0a-a1ed-4749-9ee1-915ebb6199eb x-openstack-request-id: req-d674aa0a-a1ed-4749-9ee1-915ebb6199eb {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:50:54.167541 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ad281-09df-474a-ba96-81277739df49", "name": "network-vif-deleted", "tag": "1863ca56-c4f0-473a-834c-a892cf2b7b31", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:50:54.167932 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d674aa0a-a1ed-4749-9ee1-915ebb6199eb {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:50:54.168510 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ad281-09df-474a-ba96-81277739df49', 'name': 'network-vif-deleted', 'tag': '1863ca56-c4f0-473a-834c-a892cf2b7b31', 'status': 'completed', 'code': 200} Aug 12 12:50:54.234637 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:54.245781 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9c99fb8d-c648-4f04-942a-61bc18113c73 req-5fcc7c68-7533-45cb-b835-d029b9cfeb87 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=f74ad281-09df-474a-ba96-81277739df49 HTTP/1.1" status: 200 len: 210 time: 0.0379913 Aug 12 12:50:54.282131 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] Checking router: 04441270-a165-47f7-b418-e3b44c9b7ecc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:50:54.292293 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:50:54.293178 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:50:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:54.348506 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d03554-ff97-4429-8966-eb9463cd5b10 req-1f1ce5f0-26a0-4814-a773-020d4a2e99e7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:54.350331 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b1d03554-ff97-4429-8966-eb9463cd5b10 req-1f1ce5f0-26a0-4814-a773-020d4a2e99e7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0756683 Aug 12 12:50:54.411493 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b1d03554-ff97-4429-8966-eb9463cd5b10 req-eb4507ee-0e1e-471e-97bf-9a5739fb50dd tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486443 Aug 12 12:50:54.421666 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:50:54.715937 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:50:54.762327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929761e2-b0f5-4155-8965-0e32206edca7 None None] The sync data for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi is: [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:50:55.039515 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660636c-b491-4007-87ee-d7fcaeb747dd None None] New status for floating IP b6f3a8e0-c3ba-4092-8051-71b88461f3c2: DOWN {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:50:55.342119 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41832) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:55.403979 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5f5f486a-59a6-4bb4-a7e7-101def28d26b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:55.433082 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5f5f486a-59a6-4bb4-a7e7-101def28d26b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:55.560172 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5f5f486a-59a6-4bb4-a7e7-101def28d26b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:55.562873 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5f5f486a-59a6-4bb4-a7e7-101def28d26b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:55.564110 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-5f5f486a-59a6-4bb4-a7e7-101def28d26b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "DELETE /v2.0/security-groups/b0062e66-9d42-49e8-aff4-6f906352c10f HTTP/1.1" status: 204 len: 168 time: 0.2209411 Aug 12 12:50:55.568049 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fb563-daf9-405f-bb34-8f799bed3672 req-cc6a67d6-3000-481c-a04e-468eefb4c44c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:55.568638 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41836) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:55.569549 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-175fb563-daf9-405f-bb34-8f799bed3672 req-cc6a67d6-3000-481c-a04e-468eefb4c44c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0812700 Aug 12 12:50:55.580273 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f486a-59a6-4bb4-a7e7-101def28d26b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0062e66-9d42-49e8-aff4-6f906352c10f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:55.592528 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.api.v2.resource [None req-2f509681-e45a-4c56-9aa5-32ccc1bd9a4d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] show failed (client error): The resource could not be found. Aug 12 12:50:55.598039 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-2f509681-e45a-4c56-9aa5-32ccc1bd9a4d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups/b0062e66-9d42-49e8-aff4-6f906352c10f HTTP/1.1" status: 404 len: 347 time: 0.0273774 Aug 12 12:50:55.598203 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 41838) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:55.672923 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-175fb563-daf9-405f-bb34-8f799bed3672 req-e1e5a021-562a-40af-b2bb-29128cded82f tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965922 Aug 12 12:50:55.762452 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Deleting port fcad5f09-e5f8-4e0d-b92b-0eb269f65b9e {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:50:55.762945 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:55.850026 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:55.850486 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:55.863454 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Calling delete_port for fcad5f09-e5f8-4e0d-b92b-0eb269f65b9e owned by network:floatingip {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:50:56.022530 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.049802 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event deleted for resources: {'Port': ['ID=fcad5f09-e5f8-4e0d-b92b-0eb269f65b9e,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:56.117220 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.120514 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.121758 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-bd5d3033-50e5-45a2-9d71-c732f4f85b37 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "DELETE /v2.0/floatingips/b6f3a8e0-c3ba-4092-8051-71b88461f3c2 HTTP/1.1" status: 204 len: 168 time: 0.5230894 Aug 12 12:50:56.407996 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 41848) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:56.412926 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-b14dcaed-7bc8-4c76-a4f9-77fba97f7536 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125394561', 'description': 'tempest-description--432184553'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:50:56.437334 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b14dcaed-7bc8-4c76-a4f9-77fba97f7536 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.530014 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b14dcaed-7bc8-4c76-a4f9-77fba97f7536 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.535633 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 1863ca56-c4f0-473a-834c-a892cf2b7b31 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:50:56.536399 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b14dcaed-7bc8-4c76-a4f9-77fba97f7536 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.564353 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 1863ca56-c4f0-473a-834c-a892cf2b7b31 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:50:56.564810 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 1863ca56-c4f0-473a-834c-a892cf2b7b31 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:50:56.567619 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-b14dcaed-7bc8-4c76-a4f9-77fba97f7536 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.571861 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b14dcaed-7bc8-4c76-a4f9-77fba97f7536 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1601286 Aug 12 12:50:56.572458 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41850) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:56.576815 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-4fd68f7e-e5cc-40ae-b07b-f1845e2e0dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'security_group_rule': {'security_group_id': 'dadf1818-726f-4c46-81f5-4a8c09aa535f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:50:56.584832 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dcaed-7bc8-4c76-a4f9-77fba97f7536 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf1818-726f-4c46-81f5-4a8c09aa535f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:56.623616 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4fd68f7e-e5cc-40ae-b07b-f1845e2e0dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.688083 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4fd68f7e-e5cc-40ae-b07b-f1845e2e0dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.692653 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4fd68f7e-e5cc-40ae-b07b-f1845e2e0dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.726372 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd68f7e-e5cc-40ae-b07b-f1845e2e0dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae1e0e6-303e-4c13-be91-ba6e8558dafb,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:56.756425 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4fd68f7e-e5cc-40ae-b07b-f1845e2e0dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.757867 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4fd68f7e-e5cc-40ae-b07b-f1845e2e0dc5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847239 Aug 12 12:50:56.761261 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41854) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:56.765912 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-468fc9a5-cfe2-497c-9cf2-5ecba0c97276 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'security_group_rule': {'security_group_id': 'dadf1818-726f-4c46-81f5-4a8c09aa535f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:50:56.793591 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-468fc9a5-cfe2-497c-9cf2-5ecba0c97276 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.831662 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e3963-951c-4822-af8f-ebecd0bc18d8 req-b71482c7-3922-43b5-b70f-f7531a999166 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:56.839398 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-987e3963-951c-4822-af8f-ebecd0bc18d8 req-b71482c7-3922-43b5-b70f-f7531a999166 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0698402 Aug 12 12:50:56.861359 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-468fc9a5-cfe2-497c-9cf2-5ecba0c97276 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.865940 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-468fc9a5-cfe2-497c-9cf2-5ecba0c97276 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.882950 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-987e3963-951c-4822-af8f-ebecd0bc18d8 req-5135e902-baf5-4c7d-9831-a9bea19df50a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Aug 12 12:50:56.885898 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fc9a5-cfe2-497c-9cf2-5ecba0c97276 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c9da2c-b927-4db7-be02-57dddcae4e03,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:56.906234 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-468fc9a5-cfe2-497c-9cf2-5ecba0c97276 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:56.907468 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-468fc9a5-cfe2-497c-9cf2-5ecba0c97276 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450460 Aug 12 12:50:56.915985 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 41858) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:50:56.926568 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:50:56.951428 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.074857 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.197961 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Allocated IP 172.27.2.221 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/ad2627e2-4adc-4ad9-8970-4c7701008121) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:50:57.313047 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.363753 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.403513 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:50:57.406534 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:50:57.412253 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:50:57.444462 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'Port': ['ID=ad2627e2-4adc-4ad9-8970-4c7701008121,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:57.511710 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.550203 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.713269 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.720643 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.803561 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'Port': ['ID=ad2627e2-4adc-4ad9-8970-4c7701008121,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:50:57.818260 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.836314 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:50:57.847487 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-978171d1-46b4-4c60-aab9-145bc640453d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9280493 Aug 12 12:50:58.050818 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dfe1-e3dc-4ef1-8775-741738278bd0 req-6f1226cc-30c7-4bf7-94e4-b827d5c73f55 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:58.052800 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cf47dfe1-e3dc-4ef1-8775-741738278bd0 req-6f1226cc-30c7-4bf7-94e4-b827d5c73f55 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0645854 Aug 12 12:50:58.089786 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-e063a797-20ad-4d84-8861-3e42576390b1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1125394561&fields=id&tenant_id=7381a7604f81448590c29ca9903713cd HTTP/1.1" status: 200 len: 267 time: 0.0447576 Aug 12 12:50:58.100092 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cf47dfe1-e3dc-4ef1-8775-741738278bd0 req-abe5e0b1-309f-44c2-927c-1ceae847128a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389416 Aug 12 12:50:58.205113 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-936b92d9-2e59-4248-9091-aff569c9671a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:58.206699 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-936b92d9-2e59-4248-9091-aff569c9671a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 809 time: 0.1159468 Aug 12 12:50:58.223203 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-45d25cb8-5ca4-4979-839c-58d29dcc4468 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/quotas/7381a7604f81448590c29ca9903713cd HTTP/1.1" status: 200 len: 375 time: 0.0099983 Aug 12 12:50:58.280625 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-9fcaede8-b981-4362-8968-5fe5d5300f77 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515919 Aug 12 12:50:58.390875 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-a266a562-ea63-4770-bd87-59ca59c8d359 service neutron] 10.222.0.22 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979466 Aug 12 12:50:58.490232 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-1683baa1-725e-4c07-b5d3-aedfe6e903d2 service neutron] 10.222.0.22 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938609 Aug 12 12:50:58.676084 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-01baaa5d-5223-4101-86ba-9dbd11929100 req-c3f2841a-bfa9-4024-9a6a-fa03e24648d8 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 210 time: 0.0362306 Aug 12 12:50:59.238464 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64adeb-3916-4afa-9867-7a04ef2bb06b req-53875057-b491-408b-aabd-7e86168762cb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:59.240547 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8e64adeb-3916-4afa-9867-7a04ef2bb06b req-53875057-b491-408b-aabd-7e86168762cb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0613368 Aug 12 12:50:59.278117 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8e64adeb-3916-4afa-9867-7a04ef2bb06b req-07433abd-a0e8-46f3-a2d4-a378c0fc359b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312569 Aug 12 12:50:59.770429 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8db90ebd-3085-4cf6-8522-6ecc19cea7a1 req-fe2fe477-b52e-4af9-8ccd-0694bc90820f tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 210 time: 0.0249760 Aug 12 12:50:59.991670 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-95d56254-ed25-4ffe-a092-d31b81854d50 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:50:59.993005 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-95d56254-ed25-4ffe-a092-d31b81854d50 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 809 time: 0.1041677 Aug 12 12:51:00.144535 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-53065b40-1eb3-4bad-95a9-901417338635 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7381a7604f81448590c29ca9903713cd HTTP/1.1" status: 200 len: 380 time: 0.0367830 Aug 12 12:51:00.158873 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'port': {'device_id': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'admin_state_up': True, 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'security_groups': ['dadf1818-726f-4c46-81f5-4a8c09aa535f']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:51:00.271344 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Made reservation on behalf of 7381a7604f81448590c29ca9903713cd for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:51:00.275886 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:00.461035 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-95ccf6ad-89e4-415c-aaf4-288905726a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:00.463111 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-95ccf6ad-89e4-415c-aaf4-288905726a25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 1098 time: 0.1239607 Aug 12 12:51:00.492324 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade7f88-9f3e-40b4-907a-ab4cb5a41320 req-786c5694-ee37-4e3e-a4bf-7e90c4880e16 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:00.493725 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eade7f88-9f3e-40b4-907a-ab4cb5a41320 req-786c5694-ee37-4e3e-a4bf-7e90c4880e16 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.1049910 Aug 12 12:51:00.532085 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Allocated IP 172.20.0.3 (0fb1cfd1-6a33-48c4-85df-0905d23c9cfb/886e9187-d65e-496d-a82b-a57276f63ec6/d2f9f599-3cb5-4109-b367-59b228faf51d) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:51:00.610970 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eade7f88-9f3e-40b4-907a-ab4cb5a41320 req-4cc85e41-7341-4c47-b04b-206198df04f7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820806 Aug 12 12:51:00.662321 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-ca362ab0-e6ec-4a97-9193-a5c7ad4a249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:00.663794 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-ca362ab0-e6ec-4a97-9193-a5c7ad4a249a service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.1887150 Aug 12 12:51:00.757399 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-62581f9d-d198-43fb-88bc-6893e2f1e2f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27 HTTP/1.1" status: 200 len: 1001 time: 0.0854335 Aug 12 12:51:00.772519 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:00.811721 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Transition to ACTIVE for port object d2f9f599-3cb5-4109-b367-59b228faf51d will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:51:00.833041 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-591526d3-c433-4b84-9191-6deed7f2617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:00.834563 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-591526d3-c433-4b84-9191-6deed7f2617f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0595746 Aug 12 12:51:00.862065 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-18267d96-409d-4778-8082-545fe5ab52df req-8274fbf9-58d4-47dd-b8ab-3a7ed2ce1620 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 210 time: 0.0257242 Aug 12 12:51:00.881374 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:00.932496 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:51:00.938081 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-59ed0c6c-11cd-4ef5-97d6-1f1d4188e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:00.939763 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-59ed0c6c-11cd-4ef5-97d6-1f1d4188e6a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955021 Aug 12 12:51:00.942419 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:51:00.944689 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:51:00.990902 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event updated for resources: {'Port': ['ID=d2f9f599-3cb5-4109-b367-59b228faf51d,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:01.050120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:01.050731 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.080923 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-5885630d-6c07-408b-93d8-c7d771ed7191 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256027 Aug 12 12:51:01.094584 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Request body: {'port': {'device_id': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:51:01.099342 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-8a0613ab-a3f8-4f28-977e-f06c772f310b service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481903 Aug 12 12:51:01.195113 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-1981c555-0a98-4e21-993c-2f1dc8a48352 None None] Provisioning for port d2f9f599-3cb5-4109-b367-59b228faf51d completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:51:01.197722 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.199632 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-1981c555-0a98-4e21-993c-2f1dc8a48352 None None] Provisioning complete for port d2f9f599-3cb5-4109-b367-59b228faf51d triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:51:01.200030 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-1981c555-0a98-4e21-993c-2f1dc8a48352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.232410 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-1981c555-0a98-4e21-993c-2f1dc8a48352 None None] Port d2f9f599-3cb5-4109-b367-59b228faf51d cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:51:01.250814 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b1fd30a-aece-4b05-b412-6038273d2397 req-715e9567-299f-4a45-9c01-9a93055c96fd service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368968 Aug 12 12:51:01.469245 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f9f599-3cb5-4109-b367-59b228faf51d {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:51:01.476270 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.487899 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Transition to ACTIVE for port object d2f9f599-3cb5-4109-b367-59b228faf51d will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:51:01.491603 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.537949 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f9f599-3cb5-4109-b367-59b228faf51d,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:01.611668 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Attempting to bind port d2f9f599-3cb5-4109-b367-59b228faf51d on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:51:01.612106 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Attempting to bind port d2f9f599-3cb5-4109-b367-59b228faf51d by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:51:01.612432 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Attempting to bind port d2f9f599-3cb5-4109-b367-59b228faf51d on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:51:01.616780 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Port d2f9f599-3cb5-4109-b367-59b228faf51d on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:51:01.617091 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Attempting to bind port d2f9f599-3cb5-4109-b367-59b228faf51d on network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:51:01.622611 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:51:01.622944 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Checking segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:51:01.623394 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Bound using segment: {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:51:01.623815 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Bound port: d2f9f599-3cb5-4109-b367-59b228faf51d, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c684dd1-529d-4239-9fdc-caae2154e2be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:51:01.624167 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.699990 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] For port d2f9f599-3cb5-4109-b367-59b228faf51d, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:51:01.724919 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] For port d2f9f599-3cb5-4109-b367-59b228faf51d, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d2f9f599-3cb5-4109-b367-59b228faf51d,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:51:01.729278 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.763529 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:01.764144 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:01.765490 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d2f9f599-3cb5-4109-b367-59b228faf51d HTTP/1.1" status: 200 len: 1093 time: 0.6753063 Aug 12 12:51:01.768971 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:01.771292 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c02c27c-d63d-4860-be7e-e0e58f269767" -d '{"events": [{"name": "network-changed", "server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:01.793255 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f15f72-1134-41dd-a53f-15c061a32435 req-26def892-ff24-429c-bd14-14fda02accc4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:01.794579 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-42f15f72-1134-41dd-a53f-15c061a32435 req-26def892-ff24-429c-bd14-14fda02accc4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.1096253 Aug 12 12:51:01.827614 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e05a36-0eee-43cd-b36a-11daff8fe643 x-openstack-request-id: req-a7e05a36-0eee-43cd-b36a-11daff8fe643 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:01.827896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:01.828146 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7e05a36-0eee-43cd-b36a-11daff8fe643 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:01.828524 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'status': 'completed', 'code': 200} Aug 12 12:51:01.834851 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a49e86-c9c9-4c3f-845e-4914e4dce4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f9f599-3cb5-4109-b367-59b228faf51d,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:01.874897 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-42f15f72-1134-41dd-a53f-15c061a32435 req-9b3b094d-bb30-4502-9208-6b68bda6b604 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728245 Aug 12 12:51:01.885809 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-7e68c22a-9106-4fed-aecc-18f2aad104f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:01.887606 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-7e68c22a-9106-4fed-aecc-18f2aad104f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 1096 time: 0.0705988 Aug 12 12:51:01.934646 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-a3f44a88-898f-4ea3-8e80-2d5bf451e98c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2f9f599-3cb5-4109-b367-59b228faf51d HTTP/1.1" status: 200 len: 217 time: 0.0341251 Aug 12 12:51:01.981852 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d4112-9d1f-42df-8051-7909bf3838af req-50e27be8-7070-4e64-82ea-a082417fd7a3 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:01.984137 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c89d4112-9d1f-42df-8051-7909bf3838af req-50e27be8-7070-4e64-82ea-a082417fd7a3 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 943 time: 0.0500083 Aug 12 12:51:01.989612 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-dbac2f55-412b-4990-a77c-34b53b3ddbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:01.991087 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-dbac2f55-412b-4990-a77c-34b53b3ddbec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0471809 Aug 12 12:51:02.022382 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c89d4112-9d1f-42df-8051-7909bf3838af req-ff6fa0cd-e966-46a9-aacd-b882d2b60bbb tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Aug 12 12:51:02.036210 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-38077eef-f643-4912-ac85-e666144121d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:02.037685 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-38077eef-f643-4912-ac85-e666144121d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391436 Aug 12 12:51:02.124731 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-1669059f-39a6-4bb1-9ffe-994370ef2316 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785913 Aug 12 12:51:02.215254 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0b4484c-3b77-4bc9-acbc-c33528af4b77 req-31429110-e768-46ed-88bb-ca7fe89fb5b2 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822597 Aug 12 12:51:02.306572 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-208ec11f-3995-4ba8-a4d5-4885292d5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:02.308078 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-208ec11f-3995-4ba8-a4d5-4885292d5a99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 1096 time: 0.0400777 Aug 12 12:51:02.634125 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-2bb22133-326a-43ee-bab2-0a1e8f491423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:02.635670 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-2bb22133-326a-43ee-bab2-0a1e8f491423 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.3201170 Aug 12 12:51:02.677032 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-ca909e92-3c6a-4bd1-9bcc-5b168093e944 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2f9f599-3cb5-4109-b367-59b228faf51d HTTP/1.1" status: 200 len: 217 time: 0.0332000 Aug 12 12:51:02.725785 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-de676d77-358e-4721-bdaf-e87ff69ff03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:02.727256 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-de676d77-358e-4721-bdaf-e87ff69ff03b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0407684 Aug 12 12:51:02.775321 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-f2cb07fc-2fdd-413e-800f-6b8810e7f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:02.776775 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-f2cb07fc-2fdd-413e-800f-6b8810e7f1b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422497 Aug 12 12:51:02.861662 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-3c9690f6-76fd-4233-b5b8-c5ff927a8ee1 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773988 Aug 12 12:51:02.960479 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c02c27c-d63d-4860-be7e-e0e58f269767 req-8a8af1d6-e68b-45c4-9538-304a4f2671dd service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915205 Aug 12 12:51:02.994888 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d72510-f117-4e58-b71f-bd1ae705bbc3 req-56068f8a-c548-40fa-87e9-948316427599 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:02.996276 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-83d72510-f117-4e58-b71f-bd1ae705bbc3 req-56068f8a-c548-40fa-87e9-948316427599 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Aug 12 12:51:03.041602 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-83d72510-f117-4e58-b71f-bd1ae705bbc3 req-9d2d2f05-0315-43b5-8fa6-81ae1b9ccdcf tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391891 Aug 12 12:51:03.138889 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330e59b-0749-4ddd-aef4-42b47dc95e34 req-1f696bd9-6f5a-4012-847d-d3e4a8662d60 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:03.140376 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c330e59b-0749-4ddd-aef4-42b47dc95e34 req-1f696bd9-6f5a-4012-847d-d3e4a8662d60 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 943 time: 0.0502458 Aug 12 12:51:03.179808 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c330e59b-0749-4ddd-aef4-42b47dc95e34 req-716f770d-ea3e-4dd4-abe8-327088361ab9 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Aug 12 12:51:03.568612 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:04.163520 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118b1f5-3b01-4db0-96b4-23086c52dd96 req-9ce40e62-b67b-4ef8-8418-0d940b738048 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:04.165268 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a118b1f5-3b01-4db0-96b4-23086c52dd96 req-9ce40e62-b67b-4ef8-8418-0d940b738048 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0509548 Aug 12 12:51:04.203983 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a118b1f5-3b01-4db0-96b4-23086c52dd96 req-b2b671d4-8330-4cae-bec3-2066dc915dd3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Aug 12 12:51:04.302909 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f3ba8-6144-40e2-9c52-5f56437fb573 req-521e3f3a-7be8-4694-9fc0-34f6b05e12c3 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:04.304402 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-227f3ba8-6144-40e2-9c52-5f56437fb573 req-521e3f3a-7be8-4694-9fc0-34f6b05e12c3 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 943 time: 0.0491977 Aug 12 12:51:04.345552 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-227f3ba8-6144-40e2-9c52-5f56437fb573 req-1cd889e1-9027-4052-8635-be1829ff665f tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Aug 12 12:51:04.782102 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-68c8cadf-976f-429c-aaf0-9250d21f9008 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627415103&fields=id&tenant_id=a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 267 time: 0.0330789 Aug 12 12:51:04.891713 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-88dc1dc6-9466-49dc-bf4f-e62d0abc0df7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:04.893284 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-88dc1dc6-9466-49dc-bf4f-e62d0abc0df7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 812 time: 0.1045816 Aug 12 12:51:04.908427 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-3c162e07-7490-4525-9830-5c31d3094e49 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/quotas/a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 375 time: 0.0093980 Aug 12 12:51:04.968218 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-a29ac0cc-6b6e-4d7f-907f-4385ad25c560 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539634 Aug 12 12:51:05.002277 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:51:05.069217 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-40a0ae1a-f1f8-4b49-9ac8-7a041449a7ab service neutron] 10.222.0.22 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901313 Aug 12 12:51:05.100733 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:05.134835 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57658b40-c9f3-4b06-a4dc-b37b492ad956 req-6903e0fb-2651-40a1-8fe8-f21ea14519d2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:05.137087 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:05.137782 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-57658b40-c9f3-4b06-a4dc-b37b492ad956 req-6903e0fb-2651-40a1-8fe8-f21ea14519d2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 945 time: 0.0672007 Aug 12 12:51:05.137985 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:05.140628 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b8b8ac-713a-45fa-a54e-494afe4951e8" -d '{"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-unplugged", "status": "completed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:05.144415 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:05.176020 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-80a660cd-6c57-4720-82a2-399a37326eb9 service neutron] 10.222.0.22 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000001 Aug 12 12:51:05.194769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=8']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:05.210652 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-57658b40-c9f3-4b06-a4dc-b37b492ad956 req-d357cb30-25aa-4778-984f-dc3cc2b87984 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583787 Aug 12 12:51:05.216877 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-add9c06f-44bd-4ca4-91ec-31a1a98dafb7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727174 Aug 12 12:51:05.260671 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a753c-d100-479c-8fd8-9a52fd5a224c x-openstack-request-id: req-1b1a753c-d100-479c-8fd8-9a52fd5a224c {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:05.261163 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-unplugged", "status": "failed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27", "code": 422}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:05.261416 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b1a753c-d100-479c-8fd8-9a52fd5a224c {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:05.261815 dv-cinder-804294-1-iscsi neutron-server[100366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'code': 422} returned with failed status Aug 12 12:51:05.483726 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45008a-e75f-4a51-b5ad-86300ef5b599 req-961a8120-7382-415d-a27b-5807c246ef7d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:05.485378 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bd45008a-e75f-4a51-b5ad-86300ef5b599 req-961a8120-7382-415d-a27b-5807c246ef7d tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 943 time: 0.0534019 Aug 12 12:51:05.488126 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3a78bd43-7683-4f5a-bd27-6b88bc34ece9 req-0fd44450-2391-413e-bc7e-1db1361eed6b tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Aug 12 12:51:05.534173 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bd45008a-e75f-4a51-b5ad-86300ef5b599 req-4a8cb327-907e-454d-8747-8cbf6ff3fea0 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381308 Aug 12 12:51:06.058677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-11abb15f-52c5-419d-a17c-fceaf3fcc9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.060696 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-11abb15f-52c5-419d-a17c-fceaf3fcc9a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5&tenant_id=c42ba973700543d096884c8a9c570174 HTTP/1.1" status: 200 len: 1096 time: 0.0441687 Aug 12 12:51:06.123821 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-d20fbcbd-61e3-425c-ab5d-d2fa909377b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.125296 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-d20fbcbd-61e3-425c-ab5d-d2fa909377b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c42ba973700543d096884c8a9c570174&device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 1096 time: 0.0425935 Aug 12 12:51:06.214286 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-571198e2-b809-4a1b-9c8b-fa07641cbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.215664 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-571198e2-b809-4a1b-9c8b-fa07641cbe2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 200 len: 918 time: 0.0809293 Aug 12 12:51:06.283493 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-aaba5e09-efe8-4f33-aa2c-6f01afa243cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27 HTTP/1.1" status: 200 len: 999 time: 0.0595655 Aug 12 12:51:06.358945 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-e275d950-cec7-422a-a8ae-beb8f66a2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.360421 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-e275d950-cec7-422a-a8ae-beb8f66a2567 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 200 len: 856 time: 0.0679123 Aug 12 12:51:06.369096 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1d223-87e4-4f3d-a9e6-4cfc892c5ff4 req-c4af4924-d5dc-465f-9a7e-f3ffbb26996c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.370481 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5fd1d223-87e4-4f3d-a9e6-4cfc892c5ff4 req-c4af4924-d5dc-465f-9a7e-f3ffbb26996c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0861447 Aug 12 12:51:06.490427 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-e886706d-ff42-400c-8bc3-afbb9490a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.492118 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-e886706d-ff42-400c-8bc3-afbb9490a8ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=031345cf-38f0-41bc-beaa-754db3e87a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1208117 Aug 12 12:51:06.497734 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5fd1d223-87e4-4f3d-a9e6-4cfc892c5ff4 req-25760a8a-5b96-4da7-9291-0680be1bd608 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188657 Aug 12 12:51:06.584317 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-e9608b8f-7075-48ba-8c9a-8bd76e741707 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.585761 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-e9608b8f-7075-48ba-8c9a-8bd76e741707 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 812 time: 0.1847723 Aug 12 12:51:06.604646 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-da6bbf7c-5cb8-4c25-bbd0-552834986e0b req-1d346205-647c-4393-b4f0-200b2ec0ab99 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 210 time: 0.0381567 Aug 12 12:51:06.667785 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-a3b832dd-b01f-4ea8-b7cf-e4e28e53ccfa service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667752 Aug 12 12:51:06.676059 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-2623d434-a0e0-477e-a722-77280f93c6c4 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4213a75e7e64244b2a92bbf3491348b HTTP/1.1" status: 200 len: 380 time: 0.0806935 Aug 12 12:51:06.705756 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'port': {'device_id': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'admin_state_up': True, 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'security_groups': ['a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:51:06.788738 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4fe61-9af6-431e-a8ef-4980cb1fc8d5 req-4a4b05c2-c4b3-439c-b64c-e0ef783f5966 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:06.790734 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20e4fe61-9af6-431e-a8ef-4980cb1fc8d5 req-4a4b05c2-c4b3-439c-b64c-e0ef783f5966 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 943 time: 0.1696773 Aug 12 12:51:06.881392 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-40d78b9d-b2ce-41f0-aaaf-054076a0ab94 service neutron] 10.222.0.10 "GET /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030938 Aug 12 12:51:06.886233 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20e4fe61-9af6-431e-a8ef-4980cb1fc8d5 req-e5bf2f3d-f2af-41d6-8ff7-d5f89873d58b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864754 Aug 12 12:51:06.909805 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Made reservation on behalf of a4213a75e7e64244b2a92bbf3491348b for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:51:06.913279 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:07.026166 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device d2f9f599-3cb5-4109-b367-59b228faf51d details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:51:07.051003 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Allocated IP 172.20.0.9 (a9369ced-bf2a-47fc-a55d-d5543f7566ae/b7a71e05-ab82-4a13-b3ae-905b287aa252/4e925811-1704-43e2-a1b0-4e9a852fd759) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:51:07.134602 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port d2f9f599-3cb5-4109-b367-59b228faf51d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d2f9f599-3cb5-4109-b367-59b228faf51d,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:07.147297 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'port_id': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'mac_address': 'fa:16:3e:77:96:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:51:07.184700 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:07.198225 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f9f599-3cb5-4109-b367-59b228faf51d {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:51:07.208624 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:07.220527 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port d2f9f599-3cb5-4109-b367-59b228faf51d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d2f9f599-3cb5-4109-b367-59b228faf51d,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:07.223651 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Transition to ACTIVE for port object 4e925811-1704-43e2-a1b0-4e9a852fd759 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:51:07.225065 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:07.297134 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=d2f9f599-3cb5-4109-b367-59b228faf51d,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:07.301058 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:07.352079 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:51:07.359071 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:51:07.367148 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:51:07.401867 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=4e925811-1704-43e2-a1b0-4e9a852fd759,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:07.454964 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:07.455913 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:07.475630 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-328edec4-9c30-496e-a2d8-145b29201897 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856224 Aug 12 12:51:07.636069 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963aa80-edaf-4b3b-9472-b8af499b9901 req-1247824b-25af-477a-8cf7-5bf98b259638 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:07.638607 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7963aa80-edaf-4b3b-9472-b8af499b9901 req-1247824b-25af-477a-8cf7-5bf98b259638 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0548143 Aug 12 12:51:07.646561 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-2b1e5aa3-8926-427c-a0e1-59842a9f407b None None] Provisioning for port 4e925811-1704-43e2-a1b0-4e9a852fd759 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:51:07.652216 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-2b1e5aa3-8926-427c-a0e1-59842a9f407b None None] Provisioning complete for port 4e925811-1704-43e2-a1b0-4e9a852fd759 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:51:07.652869 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2b1e5aa3-8926-427c-a0e1-59842a9f407b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:07.680410 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['d2f9f599-3cb5-4109-b367-59b228faf51d'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:51:07.707183 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7963aa80-edaf-4b3b-9472-b8af499b9901 req-5dc6a9cc-d12f-4c43-8bde-8e006862d4be tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617223 Aug 12 12:51:07.735186 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-2b1e5aa3-8926-427c-a0e1-59842a9f407b None None] Port 4e925811-1704-43e2-a1b0-4e9a852fd759 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:51:07.743578 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27985488-80e7-46e6-83bc-5b3acb87d2cd req-52c5114b-568b-4d70-99f0-e1d087e71850 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:07.745209 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27985488-80e7-46e6-83bc-5b3acb87d2cd req-52c5114b-568b-4d70-99f0-e1d087e71850 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0549350 Aug 12 12:51:07.801727 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27985488-80e7-46e6-83bc-5b3acb87d2cd req-04699d83-18e5-4668-9a70-d029cbb2c555 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498838 Aug 12 12:51:08.005897 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ef595-d370-4ed5-a978-e0fa3ceb2571 req-513bd060-b804-4e44-97a0-f55edb3fba12 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:08.007383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8c6ef595-d370-4ed5-a978-e0fa3ceb2571 req-513bd060-b804-4e44-97a0-f55edb3fba12 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 944 time: 0.0520418 Aug 12 12:51:08.045337 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8c6ef595-d370-4ed5-a978-e0fa3ceb2571 req-1682ae79-0aec-4823-8dcb-a8485af2bc45 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Aug 12 12:51:08.872347 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a2ae-207a-4873-9a09-611a09966050 req-6892e233-527b-4749-b097-5111e0ab5626 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:08.879944 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0277a2ae-207a-4873-9a09-611a09966050 req-6892e233-527b-4749-b097-5111e0ab5626 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0597317 Aug 12 12:51:08.914243 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0277a2ae-207a-4873-9a09-611a09966050 req-016fd201-f9f8-45f4-8959-11c23d86e083 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 Aug 12 12:51:08.927440 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad057a-c24d-4b5d-b4cc-7bd1c0532500 req-d5b21f22-f822-4ca7-9694-a7a75371a2fa tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:08.928963 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-65ad057a-c24d-4b5d-b4cc-7bd1c0532500 req-d5b21f22-f822-4ca7-9694-a7a75371a2fa tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0517669 Aug 12 12:51:08.974438 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-65ad057a-c24d-4b5d-b4cc-7bd1c0532500 req-76b95b55-9be5-49b0-a1c2-9e29e6bd8724 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329518 Aug 12 12:51:09.043239 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device d2f9f599-3cb5-4109-b367-59b228faf51d up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:51:09.097154 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port d2f9f599-3cb5-4109-b367-59b228faf51d completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:51:09.101316 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port d2f9f599-3cb5-4109-b367-59b228faf51d triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:51:09.101919 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:09.178741 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8d7d4-1cf5-4b8e-b518-9bd9186ab934 req-1e60de9d-beef-4ff8-9caa-bf7c29cbcc27 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:09.180363 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c3c8d7d4-1cf5-4b8e-b518-9bd9186ab934 req-1e60de9d-beef-4ff8-9caa-bf7c29cbcc27 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 944 time: 0.0554271 Aug 12 12:51:09.195971 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:09.220123 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c3c8d7d4-1cf5-4b8e-b518-9bd9186ab934 req-86b1167d-2d6c-4f49-913c-72053b0ea78e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336089 Aug 12 12:51:09.242233 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:09.244893 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cafc8d-587c-4e55-b193-1d33485ee131" -d '{"events": [{"server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "name": "network-vif-plugged", "status": "completed", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:09.248949 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port d2f9f599-3cb5-4109-b367-59b228faf51d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d2f9f599-3cb5-4109-b367-59b228faf51d,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:09.253613 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:09.254584 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:51:09.300511 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec06830b-a495-4554-a9fc-700521124953 x-openstack-request-id: req-ec06830b-a495-4554-a9fc-700521124953 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:09.300735 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "name": "network-vif-plugged", "status": "completed", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:09.300958 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec06830b-a495-4554-a9fc-700521124953 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:09.301344 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'code': 200} Aug 12 12:51:09.339855 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=d2f9f599-3cb5-4109-b367-59b228faf51d,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:09.447822 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-1e86c8da-6e7f-449c-95ff-87d68b7cb194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:10.037847 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f80e97-83cc-4543-a658-23dd34587203 req-6217f72d-c72d-48ee-91f6-da28620ef72d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:10.042457 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-82f80e97-83cc-4543-a658-23dd34587203 req-6217f72d-c72d-48ee-91f6-da28620ef72d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0538013 Aug 12 12:51:10.085202 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-82f80e97-83cc-4543-a658-23dd34587203 req-52a88541-0e8c-4e55-af57-3412fa58fd6b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Aug 12 12:51:10.091956 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24778623-1b45-4817-af0f-78224b174187 req-ac88d4f9-9b13-478d-a268-96817e3080a0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:10.093492 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-24778623-1b45-4817-af0f-78224b174187 req-ac88d4f9-9b13-478d-a268-96817e3080a0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0488136 Aug 12 12:51:10.139722 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-24778623-1b45-4817-af0f-78224b174187 req-5d871d5f-4392-42bf-80aa-ee1bca9f6c48 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Aug 12 12:51:10.340540 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab119-217f-4dad-a840-4a0f4cff4081 req-25e64c8a-7c90-4534-a499-b818f3ce8982 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:10.342064 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5fab119-217f-4dad-a840-4a0f4cff4081 req-25e64c8a-7c90-4534-a499-b818f3ce8982 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0511951 Aug 12 12:51:10.380522 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5fab119-217f-4dad-a840-4a0f4cff4081 req-21325228-35f7-41b2-9f47-e2f0cbe0f345 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Aug 12 12:51:11.217673 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c1169-de0c-4673-bd48-dc4a76967179 req-1c92312d-3e0a-459e-adb4-b6bce94f7ee2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:11.219495 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3c0c1169-de0c-4673-bd48-dc4a76967179 req-1c92312d-3e0a-459e-adb4-b6bce94f7ee2 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0561421 Aug 12 12:51:11.262151 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a00fff-3624-41cb-8ff8-b928ecf12b0d req-3079d6d8-bb7e-4077-905b-9823a9bcc402 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:11.262752 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3c0c1169-de0c-4673-bd48-dc4a76967179 req-45d3c163-5ad7-4182-86b4-15537fa36581 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366783 Aug 12 12:51:11.263677 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27a00fff-3624-41cb-8ff8-b928ecf12b0d req-3079d6d8-bb7e-4077-905b-9823a9bcc402 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0537672 Aug 12 12:51:11.302741 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-27a00fff-3624-41cb-8ff8-b928ecf12b0d req-2064e04e-f771-4983-8f7c-489410a7a540 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330520 Aug 12 12:51:11.614495 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c1aef-09e5-4dd0-bb48-0a04bdc46caa req-e889bbdf-3a43-46bd-9e03-84fadddccf84 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:11.616011 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1b9c1aef-09e5-4dd0-bb48-0a04bdc46caa req-e889bbdf-3a43-46bd-9e03-84fadddccf84 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0490167 Aug 12 12:51:11.654484 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1b9c1aef-09e5-4dd0-bb48-0a04bdc46caa req-4409d706-f1d5-462c-9fb8-6526e8a1a9d3 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Aug 12 12:51:12.017702 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-f521374a-9bc6-4b9e-b467-426b2f402553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:12.285013 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:12.385754 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c016775-e1e8-4f93-a449-5786a5af41aa req-305d6074-eac7-44ad-8e10-25ed3da255dc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:12.387925 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c016775-e1e8-4f93-a449-5786a5af41aa req-305d6074-eac7-44ad-8e10-25ed3da255dc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0503781 Aug 12 12:51:12.436953 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e6100-df04-4563-97cb-1d3e66065647 req-0059e866-3191-4b4a-a5cb-938b35a9eac7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:12.437511 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4c016775-e1e8-4f93-a449-5786a5af41aa req-01445464-525c-44f6-bce9-1a33b9de98e8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Aug 12 12:51:12.438700 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cb1e6100-df04-4563-97cb-1d3e66065647 req-0059e866-3191-4b4a-a5cb-938b35a9eac7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0591135 Aug 12 12:51:12.478926 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cb1e6100-df04-4563-97cb-1d3e66065647 req-1be0d19a-ffbd-40c7-9829-bd660a80b8d2 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334561 Aug 12 12:51:12.771693 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb46eb-ebbf-42e5-b5b7-628cd1b54813 req-f497591c-fae9-4cb8-bc94-76dcc0301d57 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:12.773263 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dcb46eb-ebbf-42e5-b5b7-628cd1b54813 req-f497591c-fae9-4cb8-bc94-76dcc0301d57 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0508132 Aug 12 12:51:12.811737 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4dcb46eb-ebbf-42e5-b5b7-628cd1b54813 req-019dd96f-1bc3-4bba-8081-09e1f016f60c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315599 Aug 12 12:51:12.897429 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:51:13.237631 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:13.573753 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef10264-bd3a-47e5-8322-9da763c25d56 req-913bfb24-46a1-444c-8c5d-a446600e2d97 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:13.576176 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ef10264-bd3a-47e5-8322-9da763c25d56 req-913bfb24-46a1-444c-8c5d-a446600e2d97 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0572879 Aug 12 12:51:13.595096 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e658c9-8b10-4f92-9559-e5eeba225a1d req-924ef281-463a-4610-83ba-67228a563970 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:13.597931 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a6e658c9-8b10-4f92-9559-e5eeba225a1d req-924ef281-463a-4610-83ba-67228a563970 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0510490 Aug 12 12:51:13.632881 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7ef10264-bd3a-47e5-8322-9da763c25d56 req-85bfbc93-ce87-4451-a311-bf7ddd625abe tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507991 Aug 12 12:51:13.640888 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a6e658c9-8b10-4f92-9559-e5eeba225a1d req-eeea04f1-651b-46a1-9c6c-59ec26f38b0e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377471 Aug 12 12:51:13.927400 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847955e-5d79-4225-8bdf-866365b298ef req-2b204abc-1d40-4605-8420-6e3d89fe0d07 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:13.928910 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6847955e-5d79-4225-8bdf-866365b298ef req-2b204abc-1d40-4605-8420-6e3d89fe0d07 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0494893 Aug 12 12:51:13.967921 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6847955e-5d79-4225-8bdf-866365b298ef req-75dd53db-2057-42f4-9767-63a79aa2401b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Aug 12 12:51:14.770753 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd25e6-9b91-4144-a946-2be6665379b0 req-307196fa-c68c-4eea-b743-0c32c758edef tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:14.771379 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b85f7-c558-4afc-8c55-1ea0054b0b86 req-aeaf38cd-ebed-40c6-a079-1e5ae6746066 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:14.772487 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-194b85f7-c558-4afc-8c55-1ea0054b0b86 req-aeaf38cd-ebed-40c6-a079-1e5ae6746066 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0636144 Aug 12 12:51:14.772630 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dafd25e6-9b91-4144-a946-2be6665379b0 req-307196fa-c68c-4eea-b743-0c32c758edef tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0620556 Aug 12 12:51:14.814853 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-194b85f7-c558-4afc-8c55-1ea0054b0b86 req-967dce34-f415-48bb-8692-8278dcdab0d5 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353429 Aug 12 12:51:14.816485 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dafd25e6-9b91-4144-a946-2be6665379b0 req-e8823af4-2388-4092-90a8-c307b6d1374e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370126 Aug 12 12:51:14.891723 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:15.088762 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d351b9-546a-4ebf-b6d4-443929051294 req-28e73ba6-ae7c-4912-95b3-640fc6e82ac6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:15.090260 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-63d351b9-546a-4ebf-b6d4-443929051294 req-28e73ba6-ae7c-4912-95b3-640fc6e82ac6 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0530610 Aug 12 12:51:15.129155 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-63d351b9-546a-4ebf-b6d4-443929051294 req-48cf49c7-6a5a-40b5-99ed-960ebc0cfe2c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327289 Aug 12 12:51:15.939303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c32e35-3ed2-461b-bd22-5a21090cacef req-2f390aaf-e75b-4d80-9eee-f58b677bdd08 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:15.940933 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5c32e35-3ed2-461b-bd22-5a21090cacef req-2f390aaf-e75b-4d80-9eee-f58b677bdd08 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0561421 Aug 12 12:51:15.946380 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639ff9b-bde7-4dd4-a48d-c031818f6d98 req-a1909b1b-6def-4cc3-90c4-3329d9322d3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:15.947906 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e639ff9b-bde7-4dd4-a48d-c031818f6d98 req-a1909b1b-6def-4cc3-90c4-3329d9322d3b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0505564 Aug 12 12:51:15.984855 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c5c32e35-3ed2-461b-bd22-5a21090cacef req-50a1835c-2be9-46eb-8ed5-183c61eb57f6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331907 Aug 12 12:51:15.991366 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e639ff9b-bde7-4dd4-a48d-c031818f6d98 req-80daf54b-f470-4905-bd62-31765799c91e tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373478 Aug 12 12:51:16.244525 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecff5c-64b3-4f4b-b82e-062dda9cdbee req-d616de35-ac9f-4d17-980e-334c32604768 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:16.246017 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b1ecff5c-64b3-4f4b-b82e-062dda9cdbee req-d616de35-ac9f-4d17-980e-334c32604768 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0487673 Aug 12 12:51:16.284312 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b1ecff5c-64b3-4f4b-b82e-062dda9cdbee req-ad0b5875-d725-4857-9fd0-3d0039042e68 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Aug 12 12:51:17.099782 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67206cf9-eea1-4c0e-b7d0-f46e2a31a724 req-fd1701c4-cbe3-464e-a31c-b4a68a919bf2 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:17.101271 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-67206cf9-eea1-4c0e-b7d0-f46e2a31a724 req-fd1701c4-cbe3-464e-a31c-b4a68a919bf2 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0485914 Aug 12 12:51:17.112116 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523dd36-b3a7-4414-95be-4be480494ac8 req-6701985c-7b72-4959-8fbe-7d903946eec4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:17.113582 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4523dd36-b3a7-4414-95be-4be480494ac8 req-6701985c-7b72-4959-8fbe-7d903946eec4 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0486410 Aug 12 12:51:17.140590 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-67206cf9-eea1-4c0e-b7d0-f46e2a31a724 req-4d91ad72-e06a-4fc7-9f19-e5cecfb9ad97 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Aug 12 12:51:17.156236 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4523dd36-b3a7-4414-95be-4be480494ac8 req-2a07805e-5695-489a-a590-9409534e5ee3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361366 Aug 12 12:51:17.402457 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715169b-1845-4083-ad82-c4952ee86550 req-0045e706-f84c-4d83-b7b2-adb3569de0c8 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:17.403959 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c715169b-1845-4083-ad82-c4952ee86550 req-0045e706-f84c-4d83-b7b2-adb3569de0c8 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0527847 Aug 12 12:51:17.443074 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c715169b-1845-4083-ad82-c4952ee86550 req-6cf1edaa-f8cc-45cf-bd63-0b243aa037d3 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Aug 12 12:51:18.271599 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75948a46-a943-4efa-8190-bbbdfdf843af req-529dd673-d077-4a4e-a417-3340d3917b87 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:18.273139 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75948a46-a943-4efa-8190-bbbdfdf843af req-529dd673-d077-4a4e-a417-3340d3917b87 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0660460 Aug 12 12:51:18.279563 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0280e77-1802-4dfd-b83b-9d295b038292 req-d406835f-9f56-452e-b53f-391b30e80225 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:18.281299 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f0280e77-1802-4dfd-b83b-9d295b038292 req-d406835f-9f56-452e-b53f-391b30e80225 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0509784 Aug 12 12:51:18.315392 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-75948a46-a943-4efa-8190-bbbdfdf843af req-072a706f-8f93-4600-97c1-af9121d1c49b tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Aug 12 12:51:18.320550 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f0280e77-1802-4dfd-b83b-9d295b038292 req-14f53b0b-bfc5-4bc9-851a-ea7ede0c8b76 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Aug 12 12:51:18.555539 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4817d44-aa32-444a-bb69-84f5b73a6b5e req-eff05085-06ec-4cc6-b049-2b980104c40b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:18.557014 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a4817d44-aa32-444a-bb69-84f5b73a6b5e req-eff05085-06ec-4cc6-b049-2b980104c40b tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0496926 Aug 12 12:51:18.594696 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a4817d44-aa32-444a-bb69-84f5b73a6b5e req-0d36e3cc-22db-4dca-a312-c8f9951abd06 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Aug 12 12:51:19.427475 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c54ef-bf50-45fd-860a-0a86af1e567f req-07e1b04e-4714-409a-b9ec-59f8bd408bf4 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:19.429034 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d77c54ef-bf50-45fd-860a-0a86af1e567f req-07e1b04e-4714-409a-b9ec-59f8bd408bf4 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0485551 Aug 12 12:51:19.441521 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d177e5a-a3ed-4dc4-9507-22ecbedc25eb req-16570d18-12b5-48f2-88cd-2b7c2d40a06b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:19.442974 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3d177e5a-a3ed-4dc4-9507-22ecbedc25eb req-16570d18-12b5-48f2-88cd-2b7c2d40a06b tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0534081 Aug 12 12:51:19.467091 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d77c54ef-bf50-45fd-860a-0a86af1e567f req-dc0f118d-d100-4e0d-9c83-a9a89b6b2f1c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319841 Aug 12 12:51:19.483854 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3d177e5a-a3ed-4dc4-9507-22ecbedc25eb req-06576b6f-af49-4ebe-81b8-3f440906cfcc tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345669 Aug 12 12:51:19.705373 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0ba0-bcea-448d-a3d7-a64d65efd694 req-04e01f10-6947-4ed5-b931-79853230d67c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:19.706809 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d3ff0ba0-bcea-448d-a3d7-a64d65efd694 req-04e01f10-6947-4ed5-b931-79853230d67c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0490634 Aug 12 12:51:19.743449 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d3ff0ba0-bcea-448d-a3d7-a64d65efd694 req-ae526d7e-31f3-4a69-89ce-7eecd2290746 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297167 Aug 12 12:51:20.585624 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a365c-21d8-41d4-9d00-90e41c81d259 req-47a17c47-7b6b-423f-a6f2-d8d46b0e2c87 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:20.587791 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-af1a365c-21d8-41d4-9d00-90e41c81d259 req-47a17c47-7b6b-423f-a6f2-d8d46b0e2c87 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 931 time: 0.0525699 Aug 12 12:51:20.603278 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ac5ea-93f3-4860-8287-455fc6be0089 req-7d10f1dd-fc30-4ec9-b488-1ad5e1eb5dfa tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:20.604764 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca4ac5ea-93f3-4860-8287-455fc6be0089 req-7d10f1dd-fc30-4ec9-b488-1ad5e1eb5dfa tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0485535 Aug 12 12:51:20.625871 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-af1a365c-21d8-41d4-9d00-90e41c81d259 req-24c6f16b-72b7-412a-805f-6cbdd65a9be5 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Aug 12 12:51:20.642185 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ca4ac5ea-93f3-4860-8287-455fc6be0089 req-bedad0ff-068e-4e90-b61e-36d2def642ec tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Aug 12 12:51:20.865261 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da0a4e-6390-44f9-adb6-37a890b51c5a req-f6cc6813-d6d8-4b3a-b01b-b9140254d52c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:20.866877 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55da0a4e-6390-44f9-adb6-37a890b51c5a req-f6cc6813-d6d8-4b3a-b01b-b9140254d52c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0519483 Aug 12 12:51:20.872241 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Request body: {'port': {'device_id': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:51:20.948079 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-55da0a4e-6390-44f9-adb6-37a890b51c5a req-d64cd428-5793-4092-97aa-270a7652c106 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730836 Aug 12 12:51:20.955285 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:21.094414 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd2451-8562-418a-bd88-4bb11c0baf5e req-44c9973e-0355-4742-96e8-f2ee93c893af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.095902 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ffd2451-8562-418a-bd88-4bb11c0baf5e req-44c9973e-0355-4742-96e8-f2ee93c893af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 1098 time: 0.1085002 Aug 12 12:51:21.174291 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ffd2451-8562-418a-bd88-4bb11c0baf5e req-afeb347a-3c29-44d1-adea-cbfb4ed5a67e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678349 Aug 12 12:51:21.259453 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e925811-1704-43e2-a1b0-4e9a852fd759 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:51:21.266525 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:21.278495 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Transition to ACTIVE for port object 4e925811-1704-43e2-a1b0-4e9a852fd759 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:51:21.282371 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:21.329222 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e925811-1704-43e2-a1b0-4e9a852fd759,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:21.400194 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Attempting to bind port 4e925811-1704-43e2-a1b0-4e9a852fd759 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:51:21.400525 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Attempting to bind port 4e925811-1704-43e2-a1b0-4e9a852fd759 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:51:21.400862 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Attempting to bind port 4e925811-1704-43e2-a1b0-4e9a852fd759 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:51:21.405366 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Port 4e925811-1704-43e2-a1b0-4e9a852fd759 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:51:21.405811 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Attempting to bind port 4e925811-1704-43e2-a1b0-4e9a852fd759 on network a9369ced-bf2a-47fc-a55d-d5543f7566ae {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:51:21.410630 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:51:21.410965 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Checking segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:51:21.411393 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Bound using segment: {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:51:21.411821 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Bound port: 4e925811-1704-43e2-a1b0-4e9a852fd759, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f01b22-de4c-4e79-b597-a7b8e53271c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:51:21.412180 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:21.481160 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] For port 4e925811-1704-43e2-a1b0-4e9a852fd759, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:51:21.484149 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] For port 4e925811-1704-43e2-a1b0-4e9a852fd759, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4e925811-1704-43e2-a1b0-4e9a852fd759,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:51:21.487670 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:21.520133 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.520740 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:21.522131 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] 10.222.0.10 "PUT /v2.0/ports/4e925811-1704-43e2-a1b0-4e9a852fd759 HTTP/1.1" status: 200 len: 1093 time: 0.6538146 Aug 12 12:51:21.522519 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:21.525655 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b4a4d8-f6d2-49d5-8e6c-6a70217beb02" -d '{"events": [{"name": "network-changed", "server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:21.549604 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c308279-ee12-4166-9b76-fe22c1d28cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e925811-1704-43e2-a1b0-4e9a852fd759,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:21.566573 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c918dc7d-6c80-4781-80c1-e87c7f2772cd x-openstack-request-id: req-c918dc7d-6c80-4781-80c1-e87c7f2772cd {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:21.567004 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:21.567332 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c918dc7d-6c80-4781-80c1-e87c7f2772cd {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:21.567682 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'status': 'completed', 'code': 200} Aug 12 12:51:21.642626 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4a4d8-f6d2-49d5-8e6c-6a70217beb02 req-93227024-450c-4631-9508-ba83a0beab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.644166 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b5b4a4d8-f6d2-49d5-8e6c-6a70217beb02 req-93227024-450c-4631-9508-ba83a0beab2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 1096 time: 0.0431392 Aug 12 12:51:21.764972 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8991c1d-e156-4b9c-a879-7d827681af3c req-5e0843dd-9b19-4561-b20b-a657c8ff2d30 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.766456 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d8991c1d-e156-4b9c-a879-7d827681af3c req-5e0843dd-9b19-4561-b20b-a657c8ff2d30 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0482457 Aug 12 12:51:21.773508 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e969fd2-c6f0-4c89-8301-7c91a81e3ec0 req-42c89cbb-3d72-4af9-bc4a-c6fa724f0615 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.775695 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0e969fd2-c6f0-4c89-8301-7c91a81e3ec0 req-42c89cbb-3d72-4af9-bc4a-c6fa724f0615 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0751965 Aug 12 12:51:21.791231 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4a4d8-f6d2-49d5-8e6c-6a70217beb02 req-c5b3b0f9-84e6-48de-9d46-b5a107adfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.792687 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b5b4a4d8-f6d2-49d5-8e6c-6a70217beb02 req-c5b3b0f9-84e6-48de-9d46-b5a107adfe6a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4213a75e7e64244b2a92bbf3491348b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1395600 Aug 12 12:51:21.805100 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d8991c1d-e156-4b9c-a879-7d827681af3c req-723f9b67-f9e5-4c7b-8865-39d70bfbc36d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Aug 12 12:51:21.873438 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0e969fd2-c6f0-4c89-8301-7c91a81e3ec0 req-5d4c97ee-8dc6-4d68-88e3-db843a3af5ae tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887182 Aug 12 12:51:21.907867 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4a4d8-f6d2-49d5-8e6c-6a70217beb02 req-0de4be7c-ed5d-4afc-a92c-609d2a74b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.909250 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b5b4a4d8-f6d2-49d5-8e6c-6a70217beb02 req-0de4be7c-ed5d-4afc-a92c-609d2a74b618 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086900 Aug 12 12:51:21.986334 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-016ffebb-b925-45c5-99a8-3bb0cba7c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:21.987849 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-016ffebb-b925-45c5-99a8-3bb0cba7c947 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 1096 time: 0.0405037 Aug 12 12:51:22.032362 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-a9b6704a-e789-493d-8e41-92683221a355 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e925811-1704-43e2-a1b0-4e9a852fd759 HTTP/1.1" status: 200 len: 217 time: 0.0335536 Aug 12 12:51:22.083641 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-e288ef83-68a8-4a1c-a4d8-c155c8fbfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:22.085105 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-e288ef83-68a8-4a1c-a4d8-c155c8fbfc3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0443747 Aug 12 12:51:22.135869 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-0167c765-5bda-49d2-94a0-ff1ec7c0f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:22.137375 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-0167c765-5bda-49d2-94a0-ff1ec7c0f4d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447209 Aug 12 12:51:22.228675 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-7f5528a2-8ce9-420a-ab35-697cb86dd16d service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827610 Aug 12 12:51:22.286036 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d890f6-ddff-48a3-8744-854f9ab0eb8d req-8fe856d8-01aa-4648-9e2b-e58259129b63 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:22.287613 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-72d890f6-ddff-48a3-8744-854f9ab0eb8d req-8fe856d8-01aa-4648-9e2b-e58259129b63 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.2739418 Aug 12 12:51:22.326573 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-72d890f6-ddff-48a3-8744-854f9ab0eb8d req-e9476f67-dad0-4160-88df-96589a30a7ce tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328381 Aug 12 12:51:22.567619 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e08b9c04-4344-4ca0-bfe6-fa0adc70ced4 req-28f7b470-f1fc-48a9-80bd-6bcfa4d6af76 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312109 Aug 12 12:51:22.924034 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e43e0-5a7d-4100-87fc-30db48f770cc req-310de91b-a89e-46a5-87f4-69eeed9c4e8d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:22.925510 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-215e43e0-5a7d-4100-87fc-30db48f770cc req-310de91b-a89e-46a5-87f4-69eeed9c4e8d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0489514 Aug 12 12:51:22.962508 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-215e43e0-5a7d-4100-87fc-30db48f770cc req-29ca958a-9204-40c0-8411-553d348e309c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312071 Aug 12 12:51:22.985473 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25959c75-f6b9-4d8d-a426-6ebb346a4d86 req-d4fc5040-3a06-4374-969f-0b8ba1c6b72b tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:22.986934 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-25959c75-f6b9-4d8d-a426-6ebb346a4d86 req-d4fc5040-3a06-4374-969f-0b8ba1c6b72b tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0473995 Aug 12 12:51:23.022224 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-25959c75-f6b9-4d8d-a426-6ebb346a4d86 req-5172db42-4d16-4ea0-a700-75cba9268ab6 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294707 Aug 12 12:51:23.436551 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fae90-b4d2-4eed-8148-4d2b5a8459ed req-3e7a82ca-40d6-4196-a358-a6f477ad5ea0 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:23.438063 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e57fae90-b4d2-4eed-8148-4d2b5a8459ed req-3e7a82ca-40d6-4196-a358-a6f477ad5ea0 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0469556 Aug 12 12:51:23.474575 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e57fae90-b4d2-4eed-8148-4d2b5a8459ed req-5217e80a-bc4e-48ae-ab5f-44f45a681fbc tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306246 Aug 12 12:51:23.597229 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bf0f9-61f2-4e9c-930e-676f78ea595c req-00db5f8c-25fe-4ca7-8162-068eed8f434c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:23.598953 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9a6bf0f9-61f2-4e9c-930e-676f78ea595c req-00db5f8c-25fe-4ca7-8162-068eed8f434c tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0528629 Aug 12 12:51:23.609468 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42138) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:51:23.614231 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Request body: {'floatingip': {'port_id': 'd2f9f599-3cb5-4109-b367-59b228faf51d'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:51:23.658178 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:24.070414 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:24.075381 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:24.083592 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9b63f-2125-4f6a-b666-bb2a0266c969 req-79de99b4-c27d-49cd-b10e-335defee8462 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:24.085156 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-49c9b63f-2125-4f6a-b666-bb2a0266c969 req-79de99b4-c27d-49cd-b10e-335defee8462 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0526941 Aug 12 12:51:24.123097 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-49c9b63f-2125-4f6a-b666-bb2a0266c969 req-e742bb81-af20-4eb3-affc-690bf41dc60d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313933 Aug 12 12:51:24.197573 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019d548-2d30-4572-8062-84c28a6d47c0 req-b6d9a6e4-2607-484e-b57e-51b95d12e321 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:24.199017 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3019d548-2d30-4572-8062-84c28a6d47c0 req-b6d9a6e4-2607-484e-b57e-51b95d12e321 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0901914 Aug 12 12:51:24.221639 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Floating IP 30cdc951-c110-485d-98b6-f02f1e3c50c9 associated. External IP: 172.27.2.221, port: d2f9f599-3cb5-4109-b367-59b228faf51d. Aug 12 12:51:24.279712 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3019d548-2d30-4572-8062-84c28a6d47c0 req-dff0a5b9-a769-49fc-a996-58f62f8f65d5 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742288 Aug 12 12:51:24.436559 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Router 04441270-a165-47f7-b418-e3b44c9b7ecc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:51:24.538697 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:51:24.544031 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:24.548618 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] Sync routers for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:51:24.557747 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:51:24.558391 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:51:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:24.568910 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-f02556ed-c4b6-4fc5-8bb3-f3f98ae7ebd1 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "PUT /v2.0/floatingips/30cdc951-c110-485d-98b6-f02f1e3c50c9 HTTP/1.1" status: 200 len: 991 time: 0.9584129 Aug 12 12:51:24.569512 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:24.571697 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f50c14-e095-4009-a8cd-40bbd096f4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:24.609618 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1583dc6e-735f-482e-a040-34d835cec766 x-openstack-request-id: req-1583dc6e-735f-482e-a040-34d835cec766 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:24.609901 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:24.610150 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1583dc6e-735f-482e-a040-34d835cec766 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:24.610541 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'status': 'completed', 'code': 200} Aug 12 12:51:24.664889 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:51:24.671012 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-dee9e66e-2f70-42b4-bc29-139c31096c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:24.672507 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-dee9e66e-2f70-42b4-bc29-139c31096c8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7381a7604f81448590c29ca9903713cd&device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 1098 time: 0.0397570 Aug 12 12:51:24.762760 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-fd1ca66b-d1ad-4440-a17a-1c36c069fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:24.764260 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-fd1ca66b-d1ad-4440-a17a-1c36c069fb25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 200 len: 910 time: 0.0839605 Aug 12 12:51:24.829018 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-b751f8a7-303b-4395-968d-189b3649f350 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2f9f599-3cb5-4109-b367-59b228faf51d HTTP/1.1" status: 200 len: 999 time: 0.0571322 Aug 12 12:51:24.878014 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-f222fce8-7802-4c7c-8458-8259dd89f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:24.879498 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-f222fce8-7802-4c7c-8458-8259dd89f395 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 200 len: 848 time: 0.0436637 Aug 12 12:51:24.933059 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-5629fd08-312c-491a-aacf-ff0d6851f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:24.934582 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-5629fd08-312c-491a-aacf-ff0d6851f2bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465426 Aug 12 12:51:25.013227 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '30cdc951-c110-485d-98b6-f02f1e3c50c9', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'port_id': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'mac_address': 'fa:16:3e:77:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:50:57Z', 'updated_at': '2021-08-12T12:51:23Z', 'revision_number': 1, 'project_id': '7381a7604f81448590c29ca9903713cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:25.024916 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-4858587a-53b9-4659-bf2d-abc0b0252ca6 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827193 Aug 12 12:51:25.039801 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] Checking router: 04441270-a165-47f7-b418-e3b44c9b7ecc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:51:25.047911 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:51:25.048511 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:51:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:25.116630 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c4f50c14-e095-4009-a8cd-40bbd096f4e8 req-69c467c1-de39-460e-b42c-72432539f2c5 service neutron] 10.222.0.10 "GET /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841899 Aug 12 12:51:25.135765 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:51:25.162756 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:51:25.243882 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636ff09-dc9d-4037-9dba-fe7c178171f5 req-32a731f3-7d84-4870-93d8-5cc5940479da tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:25.245395 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6636ff09-dc9d-4037-9dba-fe7c178171f5 req-32a731f3-7d84-4870-93d8-5cc5940479da tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 943 time: 0.0486164 Aug 12 12:51:25.283259 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6636ff09-dc9d-4037-9dba-fe7c178171f5 req-cecb9a1f-eb9b-46c9-93fc-71903375ec45 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Aug 12 12:51:25.325999 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:25.369313 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'port_id': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'mac_address': 'fa:16:3e:d3:93:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:51:25.393918 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093adb4-5ca2-47a3-9444-231aa51da99e req-9a34d8b8-813b-46d7-aa63-a54be0f3573f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:25.395389 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a093adb4-5ca2-47a3-9444-231aa51da99e req-9a34d8b8-813b-46d7-aa63-a54be0f3573f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0477064 Aug 12 12:51:25.430615 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:25.433662 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a093adb4-5ca2-47a3-9444-231aa51da99e req-48110973-18de-4db5-8aac-e442d873431d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315609 Aug 12 12:51:25.472027 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0280e5-76be-4208-aedc-d7b71ce1bf27 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:51:25.497002 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:25.502727 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:25.552525 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '30cdc951-c110-485d-98b6-f02f1e3c50c9', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'port_id': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'mac_address': 'fa:16:3e:77:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:50:57Z', 'updated_at': '2021-08-12T12:51:23Z', 'revision_number': 1, 'project_id': '7381a7604f81448590c29ca9903713cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:25.580940 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=9']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:25.583707 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca184bb-5ec7-420a-b260-df5dc62be7ca None None] The sync data for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi is: [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '30cdc951-c110-485d-98b6-f02f1e3c50c9', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'port_id': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'mac_address': 'fa:16:3e:77:96:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:50:57Z', 'updated_at': '2021-08-12T12:51:23Z', 'revision_number': 1, 'project_id': '7381a7604f81448590c29ca9903713cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:51:25.756384 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114bf44-8fc2-4d09-b4ab-d9e80a7c0683 None None] New status for floating IP 30cdc951-c110-485d-98b6-f02f1e3c50c9: ACTIVE {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:51:25.818550 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['fa0280e5-76be-4208-aedc-d7b71ce1bf27'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:51:26.411411 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2ea45-cf5d-4091-9261-dfe1e1128a9b req-d5ee6108-90dc-4bbe-8f92-7bc74fb048ce tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:26.412844 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f9e2ea45-cf5d-4091-9261-dfe1e1128a9b req-d5ee6108-90dc-4bbe-8f92-7bc74fb048ce tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 944 time: 0.0469954 Aug 12 12:51:26.450142 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f9e2ea45-cf5d-4091-9261-dfe1e1128a9b req-978e7989-f158-4b6f-85fe-f0460673bb80 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Aug 12 12:51:26.549646 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d6a39-b9df-473a-8128-f8b7007f135d req-c5695d02-cc20-424d-b6f8-094f7b3598f9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:26.551159 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-190d6a39-b9df-473a-8128-f8b7007f135d req-c5695d02-cc20-424d-b6f8-094f7b3598f9 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0480978 Aug 12 12:51:26.587791 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-190d6a39-b9df-473a-8128-f8b7007f135d req-d76bf6aa-187f-40f7-91ab-92b056a0e113 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302289 Aug 12 12:51:27.150357 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:51:27.195757 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port fa0280e5-76be-4208-aedc-d7b71ce1bf27 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:51:27.196040 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:27.270157 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:27.291818 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:27.294003 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae91f8ff-1804-426a-9c85-8d69fed76eca" -d '{"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:27.306891 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:27.310892 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:27.336863 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d768b975-ae98-4479-99f4-156f860b86a3 x-openstack-request-id: req-d768b975-ae98-4479-99f4-156f860b86a3 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:27.337154 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-plugged", "status": "completed", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:27.337401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d768b975-ae98-4479-99f4-156f860b86a3 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:27.337781 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'code': 200} Aug 12 12:51:27.365983 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=10']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:27.503062 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99391a3d-5fb4-4e5f-81ee-748b19b484b7 req-3bce42a3-2fa8-4a61-85b9-51a1f3585b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:27.504553 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-99391a3d-5fb4-4e5f-81ee-748b19b484b7 req-3bce42a3-2fa8-4a61-85b9-51a1f3585b3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 1099 time: 0.0387778 Aug 12 12:51:27.565869 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-99391a3d-5fb4-4e5f-81ee-748b19b484b7 req-a9171712-c15c-4faa-8256-91d9aa9e5884 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539958 Aug 12 12:51:27.583594 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc915eca-20f2-444a-9df3-e9172f433309 req-e67a78bc-b188-46f3-b6f1-582102b57740 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:27.584985 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc915eca-20f2-444a-9df3-e9172f433309 req-e67a78bc-b188-46f3-b6f1-582102b57740 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 946 time: 0.0572450 Aug 12 12:51:27.622168 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dc915eca-20f2-444a-9df3-e9172f433309 req-0712457d-1d01-4ed8-9488-4f36b542c9d3 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309122 Aug 12 12:51:27.703060 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d261b-f77b-4c62-a332-12079a1f766a req-2b198a56-7103-4eb4-b44a-4738d767fc6e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:27.704517 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-aa3d261b-f77b-4c62-a332-12079a1f766a req-2b198a56-7103-4eb4-b44a-4738d767fc6e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0506539 Aug 12 12:51:27.740848 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-aa3d261b-f77b-4c62-a332-12079a1f766a req-8a63c1d5-8b2e-45f5-95c7-3f8d86320022 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304964 Aug 12 12:51:28.737871 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6462c23-e830-421f-bdbd-de6a75725c9a req-32006eb9-a6c1-4c3d-b447-840b708dc879 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:28.739288 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f6462c23-e830-421f-bdbd-de6a75725c9a req-32006eb9-a6c1-4c3d-b447-840b708dc879 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 946 time: 0.0475366 Aug 12 12:51:28.778406 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f6462c23-e830-421f-bdbd-de6a75725c9a req-212cbe8e-6980-4eea-8a5e-f4e3a1a1dfea tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Aug 12 12:51:28.866509 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df816ac-77a2-49c3-9133-7238be62945d req-4a882198-c2ef-435c-84e9-8094d03bc7f1 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:28.868143 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1df816ac-77a2-49c3-9133-7238be62945d req-4a882198-c2ef-435c-84e9-8094d03bc7f1 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0491266 Aug 12 12:51:28.908678 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-1df816ac-77a2-49c3-9133-7238be62945d req-253dfeb4-2f3f-4312-bc9b-fee638035d20 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Aug 12 12:51:29.897858 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28fb0c-b823-47c4-bb5e-02556e391031 req-eb0ed919-717d-4fcc-82ab-a9dd15278fcb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:29.900078 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7e28fb0c-b823-47c4-bb5e-02556e391031 req-eb0ed919-717d-4fcc-82ab-a9dd15278fcb tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 946 time: 0.0507846 Aug 12 12:51:29.936935 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7e28fb0c-b823-47c4-bb5e-02556e391031 req-6aa0537d-ea53-43e5-a8bf-4d98078210c7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Aug 12 12:51:30.022840 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9919f7-1909-4745-9268-e4c4a4fe6376 req-5aa3b966-e436-410b-af0c-9b40e7725eac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:30.025226 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0c9919f7-1909-4745-9268-e4c4a4fe6376 req-5aa3b966-e436-410b-af0c-9b40e7725eac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0491631 Aug 12 12:51:30.062030 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0c9919f7-1909-4745-9268-e4c4a4fe6376 req-fe4483d9-28d3-4987-b9d7-466bea26f382 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309579 Aug 12 12:51:31.180692 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685efe9-0dfd-4d53-af86-62170b051db7 req-1ee86250-324d-4de5-a4aa-1b44f70033b0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:31.183206 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c685efe9-0dfd-4d53-af86-62170b051db7 req-1ee86250-324d-4de5-a4aa-1b44f70033b0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0556715 Aug 12 12:51:31.220972 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c685efe9-0dfd-4d53-af86-62170b051db7 req-2334b601-72b5-4bdb-a383-1e54707c80e4 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Aug 12 12:51:32.335269 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00297f41-72e7-4d79-8118-6dd522a21756 req-3efb7388-fcc7-4dfc-9d1b-da20c41ed70e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:32.336705 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-00297f41-72e7-4d79-8118-6dd522a21756 req-3efb7388-fcc7-4dfc-9d1b-da20c41ed70e tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 943 time: 0.0467222 Aug 12 12:51:32.372311 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-00297f41-72e7-4d79-8118-6dd522a21756 req-6fe79bbf-426a-4bb2-8d2a-1dd7af580ee5 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292892 Aug 12 12:51:33.166702 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4e925811-1704-43e2-a1b0-4e9a852fd759 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:51:33.262303 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 4e925811-1704-43e2-a1b0-4e9a852fd759, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4e925811-1704-43e2-a1b0-4e9a852fd759,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:33.275642 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'port_id': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'mac_address': 'fa:16:3e:42:e0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:51:33.312690 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:33.325378 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e925811-1704-43e2-a1b0-4e9a852fd759 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:51:33.344547 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 4e925811-1704-43e2-a1b0-4e9a852fd759, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4e925811-1704-43e2-a1b0-4e9a852fd759,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:33.348488 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:33.392161 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=4e925811-1704-43e2-a1b0-4e9a852fd759,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:33.483741 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6829f2-9288-4307-8015-b4f941e68342 req-d0338223-8e64-4535-bc3a-0dac5dbe46db tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:33.485176 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7a6829f2-9288-4307-8015-b4f941e68342 req-d0338223-8e64-4535-bc3a-0dac5dbe46db tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 944 time: 0.0467517 Aug 12 12:51:33.519962 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7a6829f2-9288-4307-8015-b4f941e68342 req-a0970aa2-2f96-4c43-a471-29a7e1422780 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290883 Aug 12 12:51:33.583887 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:33.730616 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['4e925811-1704-43e2-a1b0-4e9a852fd759'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:51:34.636353 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb960a-cbad-4769-ada5-40c46ea71fb2 req-ba19032a-30d5-4ffd-b4f9-42ed4ca71ac2 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:34.637705 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-46eb960a-cbad-4769-ada5-40c46ea71fb2 req-ba19032a-30d5-4ffd-b4f9-42ed4ca71ac2 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 944 time: 0.0505750 Aug 12 12:51:34.674189 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-46eb960a-cbad-4769-ada5-40c46ea71fb2 req-8f586fba-8a0a-4c0c-b4c2-82c1a93e456c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307164 Aug 12 12:51:35.166980 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4e925811-1704-43e2-a1b0-4e9a852fd759 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:51:35.215762 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 4e925811-1704-43e2-a1b0-4e9a852fd759 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:51:35.219272 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 4e925811-1704-43e2-a1b0-4e9a852fd759 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:51:35.219644 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:35.292435 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:35.314137 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:35.316373 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e9821-748e-4d44-8640-ce1a6dd9ad0e" -d '{"events": [{"server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:35.328770 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 4e925811-1704-43e2-a1b0-4e9a852fd759, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4e925811-1704-43e2-a1b0-4e9a852fd759,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:51:35.332560 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:35.354975 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7427847-6bba-4bbf-830f-c6b5fea73294 x-openstack-request-id: req-f7427847-6bba-4bbf-830f-c6b5fea73294 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:35.355270 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "name": "network-vif-plugged", "status": "completed", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:35.355517 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7427847-6bba-4bbf-830f-c6b5fea73294 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:35.355898 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'code': 200} Aug 12 12:51:35.387679 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=4e925811-1704-43e2-a1b0-4e9a852fd759,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:35.585079 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de29c3-cd36-43e6-9dda-8a08e0f01194 req-339ac4c5-9397-406e-8ac3-2d2058676de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:35.586494 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-22de29c3-cd36-43e6-9dda-8a08e0f01194 req-339ac4c5-9397-406e-8ac3-2d2058676de2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 1098 time: 0.0377040 Aug 12 12:51:35.621041 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-22de29c3-cd36-43e6-9dda-8a08e0f01194 req-c393e890-76dd-471b-b13f-aa46b01d4889 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262101 Aug 12 12:51:35.784694 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eae010-d244-42ce-b4ad-d8b761999b3c req-1fada393-e426-4616-84eb-d6bf54cf442f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:35.786139 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-43eae010-d244-42ce-b4ad-d8b761999b3c req-1fada393-e426-4616-84eb-d6bf54cf442f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 945 time: 0.0471168 Aug 12 12:51:35.822045 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-43eae010-d244-42ce-b4ad-d8b761999b3c req-f892f1a4-ed04-4298-9dcc-2051e17f127f tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296037 Aug 12 12:51:36.945227 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351a3db-1a1c-4392-bb9f-85b99cf28e59 req-d5d4f8cd-c7f6-4402-93ed-68ac6592adc7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:36.946680 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c351a3db-1a1c-4392-bb9f-85b99cf28e59 req-d5d4f8cd-c7f6-4402-93ed-68ac6592adc7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 945 time: 0.0518315 Aug 12 12:51:36.982780 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c351a3db-1a1c-4392-bb9f-85b99cf28e59 req-4472b45b-4503-4380-a32b-6a3343ddecbb tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301065 Aug 12 12:51:38.092822 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823ebde-c7bc-4de9-8ef4-e6a8eb903efd req-2820b48f-f658-4308-b637-e08423cae250 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:38.094254 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4823ebde-c7bc-4de9-8ef4-e6a8eb903efd req-2820b48f-f658-4308-b637-e08423cae250 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 945 time: 0.0464554 Aug 12 12:51:38.135392 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4823ebde-c7bc-4de9-8ef4-e6a8eb903efd req-6a88a688-ed10-44aa-ad2e-bc9296a530ed tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353355 Aug 12 12:51:38.247182 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc250012-6474-42ba-b019-3a997dc89d19 req-c00da45f-7ef7-4cde-b2ca-30b8cc950b0c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:38.248638 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dc250012-6474-42ba-b019-3a997dc89d19 req-c00da45f-7ef7-4cde-b2ca-30b8cc950b0c tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 945 time: 0.0466580 Aug 12 12:51:38.285473 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-dc250012-6474-42ba-b019-3a997dc89d19 req-50e92f93-af97-427a-adac-bb4c043e9562 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Aug 12 12:51:38.306298 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42248) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:51:38.479681 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b6735f-3111-4ae5-bbee-54cd6b2cd564 tempest-TestVolumeBootPattern-212379292 tempest-TestVolumeBootPattern-212379292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:38.481551 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-74b6735f-3111-4ae5-bbee-54cd6b2cd564 tempest-TestVolumeBootPattern-212379292 tempest-TestVolumeBootPattern-212379292-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 1093 time: 0.1743350 Aug 12 12:51:38.484396 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42252) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:51:38.488567 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'port_id': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:51:38.510520 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:38.604294 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:38.709181 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Allocated IP 172.27.2.51 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/922e6fde-061a-4079-99e3-4b1c904ba925) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:51:38.806315 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:38.844552 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:38.885073 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:51:38.887904 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:51:38.892025 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:51:38.894923 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=922e6fde-061a-4079-99e3-4b1c904ba925,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:38.923587 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.923936 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.924276 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.924610 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.924937 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.925264 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.925588 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.925912 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.926236 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.926558 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.926879 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:38.927221 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:51:39.241394 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:39.307448 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:39.447735 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:39.449022 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-fee76a69-54d3-4232-ba14-39bf1b4719a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:39.452330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:39.516526 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event updated for resources: {'Port': ['ID=922e6fde-061a-4079-99e3-4b1c904ba925,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:51:39.529240 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:39.738779 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-49c1633c-98ee-4068-82bc-9c57d541e917 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413978 Aug 12 12:51:39.808133 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074972e-a402-4c3a-be04-caf877948245 req-0b628cbb-b851-4503-a58f-6217403c4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:39.809536 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-0b628cbb-b851-4503-a58f-6217403c4849 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1098 time: 0.0449302 Aug 12 12:51:39.848071 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Floating IP c1eded45-b5a5-4657-8907-8bbd1ccbe25b associated. External IP: 172.27.2.51, port: 4e925811-1704-43e2-a1b0-4e9a852fd759. Aug 12 12:51:39.914441 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074972e-a402-4c3a-be04-caf877948245 req-c842cfd5-a945-4c84-98cc-ccb1a2c52b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:39.916446 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-c842cfd5-a945-4c84-98cc-ccb1a2c52b59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.0867805 Aug 12 12:51:39.981536 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-527c4002-ef78-454b-9b16-ac9efeb6a033 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 200 len: 1000 time: 0.0563796 Aug 12 12:51:40.036293 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074972e-a402-4c3a-be04-caf877948245 req-277207ba-eb4d-41c2-ad83-86696b635bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:40.037713 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-277207ba-eb4d-41c2-ad83-86696b635bda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0465150 Aug 12 12:51:40.048802 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:51:40.082651 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074972e-a402-4c3a-be04-caf877948245 req-54162855-8464-4766-8f4a-301702d14f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:40.084049 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-54162855-8464-4766-8f4a-301702d14f0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383966 Aug 12 12:51:40.151417 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:51:40.163723 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:51:40.171965 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:40.173762 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:51:40.174337 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-06f027c9-3c0c-4139-b9e8-f9e64650ddd4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813346 Aug 12 12:51:40.174544 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:51:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:40.200957 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a3bb1742-9914-470e-acd2-25c8e3ff0bba tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7155495 Aug 12 12:51:40.201679 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:51:40.204009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da401e-7402-4219-9761-81b964387eac" -d '{"events": [{"name": "network-changed", "server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:51:40.241154 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25126e95-909b-4bab-bd69-93946e7653a4 x-openstack-request-id: req-25126e95-909b-4bab-bd69-93946e7653a4 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:51:40.241435 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:51:40.241680 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25126e95-909b-4bab-bd69-93946e7653a4 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:51:40.242074 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'status': 'completed', 'code': 200} Aug 12 12:51:40.283088 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:51:40.309664 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9074972e-a402-4c3a-be04-caf877948245 req-57375042-55bf-4e90-b442-43c989b80228 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259551 Aug 12 12:51:40.319425 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da401e-7402-4219-9761-81b964387eac req-d7381ab5-5dc4-4e57-bedb-4601fbbd1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:40.320870 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78da401e-7402-4219-9761-81b964387eac req-d7381ab5-5dc4-4e57-bedb-4601fbbd1088 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 1098 time: 0.0494382 Aug 12 12:51:40.413947 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da401e-7402-4219-9761-81b964387eac req-83de99aa-7b8d-4c97-a5cc-43f43728b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:40.415883 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78da401e-7402-4219-9761-81b964387eac req-83de99aa-7b8d-4c97-a5cc-43f43728b7d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.0864367 Aug 12 12:51:40.482464 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78da401e-7402-4219-9761-81b964387eac req-70d16e9b-e529-4f9a-9e49-9f9d0a07db2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e925811-1704-43e2-a1b0-4e9a852fd759 HTTP/1.1" status: 200 len: 998 time: 0.0595155 Aug 12 12:51:40.535599 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da401e-7402-4219-9761-81b964387eac req-b22a6313-0e84-4054-81cb-bb3b8507ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:40.537079 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78da401e-7402-4219-9761-81b964387eac req-b22a6313-0e84-4054-81cb-bb3b8507ab62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0470638 Aug 12 12:51:40.584564 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da401e-7402-4219-9761-81b964387eac req-d763e21f-5ef7-4d65-a7a4-e7dbccb4142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:51:40.586055 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78da401e-7402-4219-9761-81b964387eac req-d763e21f-5ef7-4d65-a7a4-e7dbccb4142f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422249 Aug 12 12:51:40.637508 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:52Z', 'revision_number': 1, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}, {'id': 'c1eded45-b5a5-4657-8907-8bbd1ccbe25b', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:42:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:51:39Z', 'updated_at': '2021-08-12T12:51:39Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:40.664047 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:51:40.672083 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:51:40.672685 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:51:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:40.673573 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78da401e-7402-4219-9761-81b964387eac req-a2a4aaee-dc51-4406-9eb0-f465db1e2d67 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800166 Aug 12 12:51:40.767574 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-78da401e-7402-4219-9761-81b964387eac req-d3a5c794-ea68-40f9-af67-f79621f2fc8d service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855186 Aug 12 12:51:40.776470 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:51:41.010397 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:52Z', 'revision_number': 1, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}, {'id': 'c1eded45-b5a5-4657-8907-8bbd1ccbe25b', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:42:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:51:39Z', 'updated_at': '2021-08-12T12:51:39Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:51:41.035560 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3cb81-a5b4-4396-8c36-ee8f3fa0fe3a None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:52Z', 'revision_number': 1, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}, {'id': 'c1eded45-b5a5-4657-8907-8bbd1ccbe25b', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:42:e0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:51:39Z', 'updated_at': '2021-08-12T12:51:39Z', 'revision_number': 0, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:51:41.205504 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8be726a-2de8-41e2-9397-203bdb186267 None None] New status for floating IP c1eded45-b5a5-4657-8907-8bbd1ccbe25b: ACTIVE {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:51:42.020113 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-74a4b38e-12a0-4b35-bed9-74ca6f2598ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:42.285889 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:43.238849 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:44.893574 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:51:49.896361 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:52:03.582012 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:09.448823 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-391bd31e-96ad-4030-a036-15bcb2006575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:12.019629 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-37a8c3fe-f20b-4582-83f1-10735c550d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:12.289593 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:13.241303 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:14.897681 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:26.894757 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:52:33.585744 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:37.463226 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39b950-2e38-42b8-9aa4-1a46c444d73d req-e8334cdd-7cca-4882-9795-42370b9c839a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:52:37.464688 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4a39b950-2e38-42b8-9aa4-1a46c444d73d req-e8334cdd-7cca-4882-9795-42370b9c839a tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 946 time: 0.0997856 Aug 12 12:52:37.501282 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4a39b950-2e38-42b8-9aa4-1a46c444d73d req-9ee531fe-96d3-416e-ba75-543c12dd264c tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302370 Aug 12 12:52:38.616259 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6cccb-3c41-4e22-ae00-e73687170d7b req-91b8a017-7f18-4f4f-b866-89cb0dce7cc6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:52:38.617693 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29f6cccb-3c41-4e22-ae00-e73687170d7b req-91b8a017-7f18-4f4f-b866-89cb0dce7cc6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 946 time: 0.0475919 Aug 12 12:52:38.653564 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29f6cccb-3c41-4e22-ae00-e73687170d7b req-de0a14bc-ee92-42b4-8edf-8634736b5678 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a73bbd-b447-4e3b-883d-447082d2b1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301104 Aug 12 12:52:39.201758 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-7a09ef1a-5f7c-4d00-84a3-d9a5397d36d7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:52:39.203103 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-7a09ef1a-5f7c-4d00-84a3-d9a5397d36d7 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 946 time: 0.0504956 Aug 12 12:52:39.289692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Deleting port fa0280e5-76be-4208-aedc-d7b71ce1bf27 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:52:39.290056 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:39.375153 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] For port fa0280e5-76be-4208-aedc-d7b71ce1bf27, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=fa0280e5-76be-4208-aedc-d7b71ce1bf27,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:52:39.375508 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:39.450897 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-67e15168-3d17-4c20-89a0-2bdb2de33b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:39.545008 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:39.545373 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:39.545684 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Floating IP 8fb0b21c-cb81-4580-8926-3be4995abb35 disassociated. External IP: 172.27.2.210, port: fa0280e5-76be-4208-aedc-d7b71ce1bf27. Aug 12 12:52:39.546126 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Calling delete_port for fa0280e5-76be-4208-aedc-d7b71ce1bf27 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:52:39.670526 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:39.703327 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event deleted for resources: {'Port': ['ID=fa0280e5-76be-4208-aedc-d7b71ce1bf27,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:39.713905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.714251 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.714589 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.714922 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.715280 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.715607 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.715931 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.716254 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.716574 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.716964 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.717287 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.717616 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:39.789576 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7ba60ecc-b13e-4b04-a4f5-e0a3532ad0e1 req-d68f9c87-31c2-469b-8261-ab6f2be63c3d tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/ports?device_id=561ed01f-7736-40d0-a066-8714de4654b5 HTTP/1.1" status: 200 len: 210 time: 0.0335932 Aug 12 12:52:39.849391 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:52:39.953430 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:52:39.963767 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] Sync routers for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:52:39.973279 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:52:39.973820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:52:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:39.990723 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] No DVR routers for this DVR port fa0280e5-76be-4208-aedc-d7b71ce1bf27 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:52:39.993254 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:39.995233 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-db879fba-e255-4af5-9ba9-d02cbc553683 req-1c24ee5a-e0d2-467e-9d84-057a8840a3a8 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.10 "DELETE /v2.0/ports/fa0280e5-76be-4208-aedc-d7b71ce1bf27 HTTP/1.1" status: 204 len: 173 time: 0.7856305 Aug 12 12:52:39.995664 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-deleted', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:52:39.997921 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc79f953-26c1-4e56-b741-71fce5259895" -d '{"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-deleted", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:52:40.053689 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32097454-420e-4399-a910-821b109b57ac x-openstack-request-id: req-32097454-420e-4399-a910-821b109b57ac {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:52:40.053858 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561ed01f-7736-40d0-a066-8714de4654b5", "name": "network-vif-deleted", "tag": "fa0280e5-76be-4208-aedc-d7b71ce1bf27", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:52:40.054035 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32097454-420e-4399-a910-821b109b57ac {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:52:40.054420 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561ed01f-7736-40d0-a066-8714de4654b5', 'name': 'network-vif-deleted', 'tag': 'fa0280e5-76be-4208-aedc-d7b71ce1bf27', 'status': 'completed', 'code': 200} Aug 12 12:52:40.092756 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:52:40.292174 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:40.321229 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] Checking router: f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:52:40.329765 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:52:40.330364 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:52:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:40.430820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:52:40.632809 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:40.658111 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1381c052-a1c0-435d-820d-bee28d7c0ec6 None None] The sync data for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi is: [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:42:17Z', 'revision_number': 4, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7a358df3-6827-4c9a-83a4-97b7dc40f650', 'name': '', 'network_id': '031345cf-38f0-41bc-beaa-754db3e87a96', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'mac_address': 'fa:16:3e:9a:3f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:15Z', 'updated_at': '2021-08-12T12:42:25Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'subnets': [{'id': 'fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:52:40.869390 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62413cc0-a24d-430b-b548-d51d8615c8e8 None None] New status for floating IP 8fb0b21c-cb81-4580-8926-3be4995abb35: DOWN {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:52:40.883367 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42432) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:40.938577 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:40.961119 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.008974 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.011562 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.012698 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "DELETE /v2.0/security-groups/f1a73bbd-b447-4e3b-883d-447082d2b1bc HTTP/1.1" status: 204 len: 168 time: 0.1282585 Aug 12 12:52:41.015676 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42436) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:41.021773 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a73bbd-b447-4e3b-883d-447082d2b1bc,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:41.028665 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.029009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.029948 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.030331 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.030662 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.030989 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.031423 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.031780 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.032170 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.032497 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.032824 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.033198 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abfc5dc-b45c-4287-b7b3-9774b83ad4b0 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:52:41.033454 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.api.v2.resource [None req-f63b1685-b715-4717-bdf0-08336d823254 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] show failed (client error): The resource could not be found. Aug 12 12:52:41.034461 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-f63b1685-b715-4717-bdf0-08336d823254 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "GET /v2.0/security-groups/f1a73bbd-b447-4e3b-883d-447082d2b1bc HTTP/1.1" status: 404 len: 347 time: 0.0177188 Aug 12 12:52:41.037314 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42438) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:41.170907 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Deleting port 00183cf4-c593-4ef6-a29d-076fe40bc2aa {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:52:41.171185 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.244576 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.244907 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.256535 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Calling delete_port for 00183cf4-c593-4ef6-a29d-076fe40bc2aa owned by network:floatingip {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:52:41.383431 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.408470 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Pushing event deleted for resources: {'Port': ['ID=00183cf4-c593-4ef6-a29d-076fe40bc2aa,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:41.465117 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks [] for floatingip, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.467540 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:41.468686 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0cc6c5f8-cc03-4640-b326-cb91eba86dd6 tempest-AttachVolumeShelveTestJSON-21866584 tempest-AttachVolumeShelveTestJSON-21866584-project] 10.222.0.22 "DELETE /v2.0/floatingips/8fb0b21c-cb81-4580-8926-3be4995abb35 HTTP/1.1" status: 204 len: 168 time: 0.4302778 Aug 12 12:52:42.019647 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-e5c9a8e4-a5cc-4af5-b5c5-213e9d7847c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:42.289898 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:43.242474 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:43.579689 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:52:43.602263 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: fa0280e5-76be-4208-aedc-d7b71ce1bf27 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:52:43.602606 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device fa0280e5-76be-4208-aedc-d7b71ce1bf27 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:52:43.890051 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42468) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:44.311812 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:44.542236 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Deleting port 7a358df3-6827-4c9a-83a4-97b7dc40f650 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:52:44.542573 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:44.615693 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] For port 7a358df3-6827-4c9a-83a4-97b7dc40f650, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=7a358df3-6827-4c9a-83a4-97b7dc40f650,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:52:44.615984 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:44.627844 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Calling delete_port for 7a358df3-6827-4c9a-83a4-97b7dc40f650 owned by network:router_interface {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:52:44.800819 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:44.824828 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a358df3-6827-4c9a-83a4-97b7dc40f650,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:44.901475 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:44.989392 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:45.195415 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:52:45.299896 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:52:45.304797 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-508171c5-ce1e-44c4-8500-7643e5d70de0 admin admin] 10.222.0.22 "PUT /v2.0/routers/f5e4be59-82d4-4b40-95e4-fe9dc8ed7801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4137452 Aug 12 12:52:45.307378 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42474) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:45.308276 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] Sync routers for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:52:45.317862 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:52:45.318468 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:52:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:45.405796 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:45.425693 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:52:45.509848 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:45.567141 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Deleting port 077286fa-19a8-4b60-aa7d-21c96ebafcda {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:52:45.567481 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:45.642649 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] For port 077286fa-19a8-4b60-aa7d-21c96ebafcda, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=077286fa-19a8-4b60-aa7d-21c96ebafcda,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:52:45.643010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:45.656287 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Calling delete_port for 077286fa-19a8-4b60-aa7d-21c96ebafcda owned by network:router_gateway {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:52:45.719200 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:52:44Z', 'revision_number': 5, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port': {'id': '077286fa-19a8-4b60-aa7d-21c96ebafcda', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:20:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:42:11Z', 'updated_at': '2021-08-12T12:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:45.744902 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] Checking router: f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:52:45.753039 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] Routers {'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:52:45.753641 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:52:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:45.836529 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:45.840915 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] Set router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 gateway port host: None {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:52:45.865425 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=077286fa-19a8-4b60-aa7d-21c96ebafcda,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:45.895773 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:52:45Z', 'revision_number': 6, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port_host': None}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:45.921687 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c187945b-684e-40c1-acc9-297c3ea56016 None None] The sync data for ids ['f5e4be59-82d4-4b40-95e4-fe9dc8ed7801'] in dv-cinder-804294-1-iscsi is: [{'id': 'f5e4be59-82d4-4b40-95e4-fe9dc8ed7801', 'name': 'tempest-AttachVolumeShelveTestJSON-1595484772-router', 'tenant_id': 'c42ba973700543d096884c8a9c570174', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:42:10Z', 'updated_at': '2021-08-12T12:52:45Z', 'revision_number': 6, 'project_id': 'c42ba973700543d096884c8a9c570174', 'gw_port_host': None}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:52:45.924753 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.023804 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.025829 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.089676 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.090148 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 {{(pid=100365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 12:52:46.095406 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.096532 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-509c82c2-9656-493c-91fa-79643abac5d5 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f5e4be59-82d4-4b40-95e4-fe9dc8ed7801 HTTP/1.1" status: 204 len: 168 time: 0.7881382 Aug 12 12:52:46.098980 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42478) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:46.141497 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] Deleting subnet fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:52:46.144602 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.177705 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.288056 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.343336 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.369401 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:46.373678 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.375659 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-0921d188-f019-4e26-a104-34f6257ce385 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fd4855e7-892a-4c38-9c1a-1a1b24d4ae0c HTTP/1.1" status: 204 len: 168 time: 0.2757432 Aug 12 12:52:46.378081 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42480) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:46.378595 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b7e5e-ef05-40b9-b135-2531328b320f None None] Network 031345cf-38f0-41bc-beaa-754db3e87a96 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:52:46.445860 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.495726 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Deleting port e3751d35-d149-4c8f-955c-1858a95b7beb {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:52:46.496065 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.555597 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] For port e3751d35-d149-4c8f-955c-1858a95b7beb, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=e3751d35-d149-4c8f-955c-1858a95b7beb,segment=NetworkSegment(911f0d42-27fa-473b-9a32-39f3628e4603),segment_id=911f0d42-27fa-473b-9a32-39f3628e4603)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:52:46.555956 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.568351 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Calling delete_port for e3751d35-d149-4c8f-955c-1858a95b7beb owned by network:dhcp {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:52:46.645381 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.674963 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] No DVR routers for this DVR port e3751d35-d149-4c8f-955c-1858a95b7beb on host dv-cinder-804294-1-iscsi {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:52:46.676696 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Pushing event deleted for resources: {'Port': ['ID=e3751d35-d149-4c8f-955c-1858a95b7beb,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:46.683235 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81cbaf-d76e-4449-a815-68c412449c1e None None] DHCP port deletion for 031345cf-38f0-41bc-beaa-754db3e87a96 request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 12:52:46.748208 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:46.757390 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031345cf-38f0-41bc-beaa-754db3e87a96']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:46.868487 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7a358df3-6827-4c9a-83a4-97b7dc40f650 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:52:46.890701 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 7a358df3-6827-4c9a-83a4-97b7dc40f650 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:52:46.891171 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7a358df3-6827-4c9a-83a4-97b7dc40f650 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:52:46.891659 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 077286fa-19a8-4b60-aa7d-21c96ebafcda no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:52:46.912092 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 077286fa-19a8-4b60-aa7d-21c96ebafcda {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:52:46.912522 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 077286fa-19a8-4b60-aa7d-21c96ebafcda not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:52:46.913045 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device e3751d35-d149-4c8f-955c-1858a95b7beb no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:52:46.934775 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: e3751d35-d149-4c8f-955c-1858a95b7beb {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:52:46.935954 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device e3751d35-d149-4c8f-955c-1858a95b7beb not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:52:47.011587 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911f0d42-27fa-473b-9a32-39f3628e4603') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:47.011877 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911f0d42-27fa-473b-9a32-39f3628e4603') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:52:47.021196 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.034377 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.040066 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:52:47.040446 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:52:47.042031 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:52:47.093142 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.098300 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.100299 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] 10.222.0.22 "DELETE /v2.0/networks/031345cf-38f0-41bc-beaa-754db3e87a96 HTTP/1.1" status: 204 len: 168 time: 0.7213216 Aug 12 12:52:47.115164 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4ecaa-94e0-458c-9027-fdb90dc6970b admin admin] Pushing event deleted for resources: {'Network': ['ID=031345cf-38f0-41bc-beaa-754db3e87a96,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:47.211303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42486) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:47.249104 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-832c96b7-5fec-4057-b38f-6e0ef0092e88 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c42ba973700543d096884c8a9c570174&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0366652 Aug 12 12:52:47.251439 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42488) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:47.299741 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5f31-3644-49a5-a005-770cf9f94595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.319805 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5f31-3644-49a5-a005-770cf9f94595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.364888 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5f31-3644-49a5-a005-770cf9f94595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.367634 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-7b6c5f31-3644-49a5-a005-770cf9f94595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:47.369197 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7b6c5f31-3644-49a5-a005-770cf9f94595 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/337ef736-1586-43b9-847b-a3d88bf566c7 HTTP/1.1" status: 204 len: 168 time: 0.1168962 Aug 12 12:52:47.378028 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c5f31-3644-49a5-a005-770cf9f94595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337ef736-1586-43b9-847b-a3d88bf566c7,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:56.727543 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42642) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:57.052940 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4bf33d5d-7d35-4b4d-a583-ed9981b9f7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:57.143168 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4bf33d5d-7d35-4b4d-a583-ed9981b9f7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:57.147194 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4bf33d5d-7d35-4b4d-a583-ed9981b9f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:57.183375 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4bf33d5d-7d35-4b4d-a583-ed9981b9f7b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d0e0020cf8646aca556de0e016bbc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546843 Aug 12 12:52:57.184487 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf33d5d-7d35-4b4d-a583-ed9981b9f7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecc5b22-ed56-4d1f-93e8-095348dcbef3,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:52:57.186108 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42646) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:52:57.234108 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c441cac9-4866-49b5-8a56-e606e00fc9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:57.254643 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c441cac9-4866-49b5-8a56-e606e00fc9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:57.299882 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c441cac9-4866-49b5-8a56-e606e00fc9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:57.302529 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c441cac9-4866-49b5-8a56-e606e00fc9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:52:57.303888 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-c441cac9-4866-49b5-8a56-e606e00fc9f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ecc5b22-ed56-4d1f-93e8-095348dcbef3 HTTP/1.1" status: 204 len: 168 time: 0.1166646 Aug 12 12:52:57.311631 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441cac9-4866-49b5-8a56-e606e00fc9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecc5b22-ed56-4d1f-93e8-095348dcbef3,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:02.067668 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42774) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:02.168646 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f6f17161-f8bb-4e49-aac9-489bfd9c058a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.253347 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f6f17161-f8bb-4e49-aac9-489bfd9c058a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.256966 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f6f17161-f8bb-4e49-aac9-489bfd9c058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.293639 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-f6f17161-f8bb-4e49-aac9-489bfd9c058a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fc66a49aed443dba7c936af67ec4caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249768 Aug 12 12:53:02.295286 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f17161-f8bb-4e49-aac9-489bfd9c058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9eab7d-ae3c-4365-bf38-39f27e5b3967,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:02.296890 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42778) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:02.343841 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4e6496f6-bd06-4e41-8ed5-466b190aadb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.364318 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4e6496f6-bd06-4e41-8ed5-466b190aadb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.412775 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4e6496f6-bd06-4e41-8ed5-466b190aadb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.415707 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4e6496f6-bd06-4e41-8ed5-466b190aadb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.420978 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-4e6496f6-bd06-4e41-8ed5-466b190aadb1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b9eab7d-ae3c-4365-bf38-39f27e5b3967 HTTP/1.1" status: 204 len: 168 time: 0.1189749 Aug 12 12:53:02.425555 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6496f6-bd06-4e41-8ed5-466b190aadb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9eab7d-ae3c-4365-bf38-39f27e5b3967,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:02.666384 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42786) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:02.679699 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-688ce9f0-0f25-4352-bc85-1767780d204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.765227 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-688ce9f0-0f25-4352-bc85-1767780d204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.768563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-688ce9f0-0f25-4352-bc85-1767780d204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.804909 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-688ce9f0-0f25-4352-bc85-1767780d204e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a83d0cdfc9224bc2a86f78c085187f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374242 Aug 12 12:53:02.806839 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ce9f0-0f25-4352-bc85-1767780d204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ea9409-f693-4d9e-8d15-1aedd37f9637,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:02.807754 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42788) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:02.859693 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e059d9e5-f99b-4b98-b406-7e7bc9a95f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.879964 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e059d9e5-f99b-4b98-b406-7e7bc9a95f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.924447 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e059d9e5-f99b-4b98-b406-7e7bc9a95f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.926962 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-e059d9e5-f99b-4b98-b406-7e7bc9a95f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:02.928110 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-e059d9e5-f99b-4b98-b406-7e7bc9a95f2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18ea9409-f693-4d9e-8d15-1aedd37f9637 HTTP/1.1" status: 204 len: 168 time: 0.1193745 Aug 12 12:53:02.935593 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059d9e5-f99b-4b98-b406-7e7bc9a95f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ea9409-f693-4d9e-8d15-1aedd37f9637,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:03.606539 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:03.893461 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:53:04.505720 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42846) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:04.607226 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4f267d7f-2723-4a46-be07-61e9562a22b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:04.692365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4f267d7f-2723-4a46-be07-61e9562a22b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:04.695979 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4f267d7f-2723-4a46-be07-61e9562a22b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:04.733361 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-4f267d7f-2723-4a46-be07-61e9562a22b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afbcb1e896ab4833aa7db888ecb78f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264466 Aug 12 12:53:04.734136 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267d7f-2723-4a46-be07-61e9562a22b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2bd123-4fd0-444e-9066-621243efc637,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:04.736413 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42850) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:04.785850 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2125a597-dc5f-401e-a414-20694b6164da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:04.805452 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2125a597-dc5f-401e-a414-20694b6164da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:04.851674 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2125a597-dc5f-401e-a414-20694b6164da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:04.854189 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2125a597-dc5f-401e-a414-20694b6164da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:04.855355 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-2125a597-dc5f-401e-a414-20694b6164da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff2bd123-4fd0-444e-9066-621243efc637 HTTP/1.1" status: 204 len: 168 time: 0.1180258 Aug 12 12:53:04.862715 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a597-dc5f-401e-a414-20694b6164da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2bd123-4fd0-444e-9066-621243efc637,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:05.107798 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42856) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:05.126951 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-95700156-c862-492a-8fc4-dccdec6d2c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:05.228828 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-95700156-c862-492a-8fc4-dccdec6d2c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:05.232618 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-95700156-c862-492a-8fc4-dccdec6d2c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:05.271546 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-95700156-c862-492a-8fc4-dccdec6d2c9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1bf05fa2b9c4c369574046e82842cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615391 Aug 12 12:53:05.272412 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95700156-c862-492a-8fc4-dccdec6d2c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd40b889-b020-4734-8cac-44733be3c010,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:05.274405 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42858) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:05.322621 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cb743134-2c68-43ee-b821-7b1cd3b405b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:05.343050 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cb743134-2c68-43ee-b821-7b1cd3b405b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:05.388239 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cb743134-2c68-43ee-b821-7b1cd3b405b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:05.390908 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-cb743134-2c68-43ee-b821-7b1cd3b405b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:05.392098 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-cb743134-2c68-43ee-b821-7b1cd3b405b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd40b889-b020-4734-8cac-44733be3c010 HTTP/1.1" status: 204 len: 168 time: 0.1167436 Aug 12 12:53:05.399942 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb743134-2c68-43ee-b821-7b1cd3b405b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd40b889-b020-4734-8cac-44733be3c010,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:07.113258 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42934) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:07.231427 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-79ba9511-c79e-4f7b-95a7-68ab0f976a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.321511 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-79ba9511-c79e-4f7b-95a7-68ab0f976a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.324931 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-79ba9511-c79e-4f7b-95a7-68ab0f976a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.362210 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-79ba9511-c79e-4f7b-95a7-68ab0f976a97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7270bd1e54b242a4a87a9744052b0b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478426 Aug 12 12:53:07.363333 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba9511-c79e-4f7b-95a7-68ab0f976a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eff96e0-1815-4bf0-ab30-22ef26376cb4,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:07.364939 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42940) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:07.411996 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4beecadf-388a-4405-8251-cdc574d04914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.432533 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4beecadf-388a-4405-8251-cdc574d04914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.479959 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4beecadf-388a-4405-8251-cdc574d04914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.483542 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-4beecadf-388a-4405-8251-cdc574d04914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.484917 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-4beecadf-388a-4405-8251-cdc574d04914 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0eff96e0-1815-4bf0-ab30-22ef26376cb4 HTTP/1.1" status: 204 len: 168 time: 0.1181529 Aug 12 12:53:07.492503 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beecadf-388a-4405-8251-cdc574d04914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eff96e0-1815-4bf0-ab30-22ef26376cb4,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:07.735547 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42946) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:07.748913 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-dd97f998-3948-4431-bf01-14f786705b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.834610 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-dd97f998-3948-4431-bf01-14f786705b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.838073 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-dd97f998-3948-4431-bf01-14f786705b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.874762 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-dd97f998-3948-4431-bf01-14f786705b61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55a05c652aca4328982a98c11a9a5cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1381092 Aug 12 12:53:07.876667 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97f998-3948-4431-bf01-14f786705b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5167322b-63cc-4209-bd3a-8d6c309f1fd6,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:07.877457 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42948) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:07.925084 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-32c6255b-0251-4966-9970-ca9d06facd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.945595 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-32c6255b-0251-4966-9970-ca9d06facd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.992634 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-32c6255b-0251-4966-9970-ca9d06facd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.995313 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-32c6255b-0251-4966-9970-ca9d06facd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:07.996465 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-32c6255b-0251-4966-9970-ca9d06facd18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5167322b-63cc-4209-bd3a-8d6c309f1fd6 HTTP/1.1" status: 204 len: 168 time: 0.1180353 Aug 12 12:53:08.005472 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6255b-0251-4966-9970-ca9d06facd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167322b-63cc-4209-bd3a-8d6c309f1fd6,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:08.682451 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 42982) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:08.775635 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1845813351-network', 'tenant_id': 'e1675ba3cd5746fe86316467ca5f15a3'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:08.795975 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Made reservation on behalf of e1675ba3cd5746fe86316467ca5f15a3 for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:53:08.798235 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:08.806198 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:08.897898 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:08.901390 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:08.923769 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:53:08.937527 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:08.942142 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:08.942483 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Added segment 71f7f4b6-d179-47b4-9521-ab158bcb9ab3 of type vlan for network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 Aug 12 12:53:08.982877 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:09.010914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:09.011907 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:09.012495 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:09.065605 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3820117 Aug 12 12:53:09.068642 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 42986) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:09.072507 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aba57a-a9c8-4fb5-b130-d1854477a442 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:09.073713 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Request body: {'subnet': {'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1845813351-subnet', 'tenant_id': 'e1675ba3cd5746fe86316467ca5f15a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:09.082702 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:53:09.094154 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Made reservation on behalf of e1675ba3cd5746fe86316467ca5f15a3 for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:53:09.096549 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12678721'] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:09.273467 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12678771'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:09.326705 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8636dc3a-4400-496f-a1ce-3396eb560bc1,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:09.335373 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Checking segment: {'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:53:09.335735 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Network hostable DHCP agents. Network: f8a05d2d-ce5c-4aca-8fc9-159d32f5c078, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:53:09.351132 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:53:09.359604 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, f8a05d2d-ce5c-4aca-8fc9-159d32f5c078) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:53:09.363686 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:09.364282 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:09.368517 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71c191-f337-458e-8b93-5cf0c074e591 None None] Network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:53:09.378828 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c9e3ca49-5789-4c65-a17b-bd432ac8b018 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3090804 Aug 12 12:53:09.462333 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d3cb2c5a-3fee-4b88-a73d-a4aaa7e34579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:09.503587 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df2b47-1079-4112-9e03-747ade94248c None None] Network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:53:10.128929 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19876f27-27fe-4b9b-abc7-72f109a8de6c req-96912228-7f68-4c0c-9b35-5d8d18016aba tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:10.130283 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-19876f27-27fe-4b9b-abc7-72f109a8de6c req-96912228-7f68-4c0c-9b35-5d8d18016aba tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0505688 Aug 12 12:53:10.167264 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-19876f27-27fe-4b9b-abc7-72f109a8de6c req-864cff3e-166a-40a1-9bf1-cdf280e67a8e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310671 Aug 12 12:53:11.120234 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-60f8fa4e-f409-4a97-8616-d94b1cd45079 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:11.121594 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-60f8fa4e-f409-4a97-8616-d94b1cd45079 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/networks?id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 HTTP/1.1" status: 200 len: 814 time: 0.1058300 Aug 12 12:53:11.136542 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-d5721e75-6f6e-43bd-b441-8dc622df3f87 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/quotas/e1675ba3cd5746fe86316467ca5f15a3 HTTP/1.1" status: 200 len: 375 time: 0.0092664 Aug 12 12:53:11.171234 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-2aeec360-30ec-47d9-8345-80d789c2230f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1675ba3cd5746fe86316467ca5f15a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281138 Aug 12 12:53:11.181776 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-15d06bc1-7ed1-40e4-a387-68218cb41a2e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:53:11.182758 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-15d06bc1-7ed1-40e4-a387-68218cb41a2e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051119 Aug 12 12:53:11.278718 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-7dee015b-7caf-4c84-ac2f-5c10eb779179 service neutron] 10.222.0.22 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905180 Aug 12 12:53:11.286275 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f3162-108f-4534-8ecb-61f640915785 req-57ea78e8-83f3-4cf7-9ebd-b6bdf4f3a050 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:11.287809 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c19f3162-108f-4534-8ecb-61f640915785 req-57ea78e8-83f3-4cf7-9ebd-b6bdf4f3a050 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0538795 Aug 12 12:53:11.324729 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c19f3162-108f-4534-8ecb-61f640915785 req-90cc7117-6a8f-4fd1-8ddd-8ce04b85d52e tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308058 Aug 12 12:53:11.366784 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-09588322-0b48-4c93-98c5-aab98bdebff5 service neutron] 10.222.0.22 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815744 Aug 12 12:53:11.517660 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5d934447-07a1-48a2-b6c7-2513346b74d9 req-cd0f6e5d-0a8c-413f-b200-4c43d3ed6d3f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 210 time: 0.0254886 Aug 12 12:53:12.019344 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3f722f5b-fdd8-4541-8749-a580f146795c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:12.136435 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-579076c0-9615-4c6b-bb6d-deaa1ba4f687 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:12.137995 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-579076c0-9615-4c6b-bb6d-deaa1ba4f687 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.0507841 Aug 12 12:53:12.245183 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Deleting port d2f9f599-3cb5-4109-b367-59b228faf51d {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:12.245430 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:12.290899 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:12.335139 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] For port d2f9f599-3cb5-4109-b367-59b228faf51d, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=d2f9f599-3cb5-4109-b367-59b228faf51d,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:12.335511 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:12.516139 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e7869-007c-4306-abdc-d9047e3d25fb req-c530ebe6-2356-4b43-b64c-83389e0854e4 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:12.517627 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b81e7869-007c-4306-abdc-d9047e3d25fb req-c530ebe6-2356-4b43-b64c-83389e0854e4 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 945 time: 0.1208932 Aug 12 12:53:12.561623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:12.562001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:12.562312 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Floating IP 30cdc951-c110-485d-98b6-f02f1e3c50c9 disassociated. External IP: 172.27.2.221, port: d2f9f599-3cb5-4109-b367-59b228faf51d. Aug 12 12:53:12.562659 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Calling delete_port for d2f9f599-3cb5-4109-b367-59b228faf51d owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:12.595745 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b81e7869-007c-4306-abdc-d9047e3d25fb req-d3dd4e68-9eca-4fc5-a7d0-db332edb22f5 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups?id=dadf1818-726f-4c46-81f5-4a8c09aa535f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708196 Aug 12 12:53:12.625594 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c7dd1c46-5539-4271-be33-6d5fea96f957 req-601a55e9-feb5-4208-a828-547e83ea2c2c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 210 time: 0.0404866 Aug 12 12:53:12.748038 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-687ea509-dd22-4c0e-8aed-6071462578f9 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:12.749494 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-687ea509-dd22-4c0e-8aed-6071462578f9 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "GET /v2.0/networks?id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 HTTP/1.1" status: 200 len: 814 time: 0.1755047 Aug 12 12:53:12.764975 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Request body: {'port': {'device_id': '3870e99b-72ad-4348-89a5-41f658e47c01', 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078', 'admin_state_up': True, 'tenant_id': 'e1675ba3cd5746fe86316467ca5f15a3'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:12.866054 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:12.902059 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event deleted for resources: {'Port': ['ID=d2f9f599-3cb5-4109-b367-59b228faf51d,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:13.004343 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Made reservation on behalf of e1675ba3cd5746fe86316467ca5f15a3 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:53:13.007716 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:13.079712 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Router 04441270-a165-47f7-b418-e3b44c9b7ecc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:53:13.218856 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Allocated IP 172.20.0.11 (f8a05d2d-ce5c-4aca-8fc9-159d32f5c078/8636dc3a-4400-496f-a1ce-3396eb560bc1/9838516e-2c22-42d9-88b7-7e2d9325a96c) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:53:13.248970 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:53:13.260736 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:13.261245 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] Sync routers for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:53:13.271301 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:13.272247 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:13.315178 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] No DVR routers for this DVR port d2f9f599-3cb5-4109-b367-59b228faf51d on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:53:13.320983 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:13.322956 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0fdbe5dd-5ade-4f0b-8e72-f7b3b441bf91 req-22af0e0c-482c-4d3b-99a2-e66612a82930 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.10 "DELETE /v2.0/ports/d2f9f599-3cb5-4109-b367-59b228faf51d HTTP/1.1" status: 204 len: 173 time: 1.1711555 Aug 12 12:53:13.323420 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'name': 'network-vif-deleted', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:13.326267 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff058d9-8326-42ba-b525-ba84d23f0fdd" -d '{"events": [{"server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "name": "network-vif-deleted", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:13.436318 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:13.464943 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:13.510514 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:13.542525 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76d42fe-afcd-4f59-b680-6188ac73c641 x-openstack-request-id: req-b76d42fe-afcd-4f59-b680-6188ac73c641 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:13.542825 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6364a9fb-bc44-4e95-ace9-cf1dcd65a95b", "name": "network-vif-deleted", "tag": "d2f9f599-3cb5-4109-b367-59b228faf51d", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:13.543096 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b76d42fe-afcd-4f59-b680-6188ac73c641 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:13.543485 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6364a9fb-bc44-4e95-ace9-cf1dcd65a95b', 'name': 'network-vif-deleted', 'tag': 'd2f9f599-3cb5-4109-b367-59b228faf51d', 'status': 'completed', 'code': 200} Aug 12 12:53:13.559511 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:53:13.563345 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:53:13.567155 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:53:13.573511 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Pushing event updated for resources: {'Port': ['ID=9838516e-2c22-42d9-88b7-7e2d9325a96c,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:13.618313 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:13.618851 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:13.634438 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-6b409130-b275-4328-86df-168aed7f69cd tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8731513 Aug 12 12:53:13.647661 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-3c522a90-78ca-4bf9-9cbc-b8a02c92f4c3 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100365) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:53:13.647661 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-3c522a90-78ca-4bf9-9cbc-b8a02c92f4c3 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054674 Aug 12 12:53:13.667598 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:13.704130 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] Checking router: 04441270-a165-47f7-b418-e3b44c9b7ecc for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:53:13.710068 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Request body: {'port': {'device_id': '3870e99b-72ad-4348-89a5-41f658e47c01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:13.713693 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:13.714680 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:13.735991 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-eeee2253-f509-40f4-9495-6e3b147693e3 req-c406e817-5bd6-473f-a718-b7bf00bdea81 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/ports?device_id=6364a9fb-bc44-4e95-ace9-cf1dcd65a95b HTTP/1.1" status: 200 len: 210 time: 0.0439789 Aug 12 12:53:13.796429 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:13.823810 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20876ce7-2032-4ac9-bd9f-7b9b82b63a20 req-7d9f2050-2471-4752-9992-4315127c3da3 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:13.825350 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20876ce7-2032-4ac9-bd9f-7b9b82b63a20 req-7d9f2050-2471-4752-9992-4315127c3da3 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 932 time: 0.0887341 Aug 12 12:53:13.831641 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:13.940986 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20876ce7-2032-4ac9-bd9f-7b9b82b63a20 req-7efd1e1a-e326-43b7-b048-56cf6c4a915f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984571 Aug 12 12:53:14.038493 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:14.064259 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726a753f-eb17-44f9-8ab6-8d2280c8b386 None None] The sync data for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi is: [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:46:10Z', 'revision_number': 4, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '06807f2f-58cb-45b0-866a-8e9009d339b7', 'name': '', 'network_id': '0fb1cfd1-6a33-48c4-85df-0905d23c9cfb', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'mac_address': 'fa:16:3e:3a:62:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:10Z', 'updated_at': '2021-08-12T12:46:15Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'subnets': [{'id': '886e9187-d65e-496d-a82b-a57276f63ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:53:14.097707 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9838516e-2c22-42d9-88b7-7e2d9325a96c {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:53:14.105643 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.118003 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Transition to ACTIVE for port object 9838516e-2c22-42d9-88b7-7e2d9325a96c will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:53:14.122927 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.178010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Pushing event updated for resources: {'Port': ['ID=9838516e-2c22-42d9-88b7-7e2d9325a96c,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:14.244246 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Attempting to bind port 9838516e-2c22-42d9-88b7-7e2d9325a96c on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:53:14.244903 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Attempting to bind port 9838516e-2c22-42d9-88b7-7e2d9325a96c by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:53:14.244903 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Attempting to bind port 9838516e-2c22-42d9-88b7-7e2d9325a96c on network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:53:14.249265 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Port 9838516e-2c22-42d9-88b7-7e2d9325a96c on network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:53:14.249579 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Attempting to bind port 9838516e-2c22-42d9-88b7-7e2d9325a96c on network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:53:14.254376 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:53:14.254706 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Checking segment: {'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:53:14.255109 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Bound using segment: {'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:53:14.255532 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Bound port: 9838516e-2c22-42d9-88b7-7e2d9325a96c, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:53:14.255885 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.282360 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6db66-d629-4538-84a7-8af7dcf68f3d None None] New status for floating IP 30cdc951-c110-485d-98b6-f02f1e3c50c9: DOWN {{(pid=100366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:53:14.322063 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] For port 9838516e-2c22-42d9-88b7-7e2d9325a96c, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:53:14.325044 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] For port 9838516e-2c22-42d9-88b7-7e2d9325a96c, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9838516e-2c22-42d9-88b7-7e2d9325a96c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:53:14.329985 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.363542 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:14.364184 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.365531 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] 10.222.0.10 "PUT /v2.0/ports/9838516e-2c22-42d9-88b7-7e2d9325a96c HTTP/1.1" status: 200 len: 1094 time: 0.7099683 Aug 12 12:53:14.386270 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d004c7-128c-483e-8ad7-67e59d1c849e service neutron] Pushing event updated for resources: {'Port': ['ID=9838516e-2c22-42d9-88b7-7e2d9325a96c,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:14.442530 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-d58f9a79-85d2-439b-a2b8-b4767d421e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:14.444140 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-d58f9a79-85d2-439b-a2b8-b4767d421e34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1675ba3cd5746fe86316467ca5f15a3&device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 1097 time: 0.0417707 Aug 12 12:53:14.493738 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-1d321419-b815-4beb-b116-ed650b261b58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838516e-2c22-42d9-88b7-7e2d9325a96c HTTP/1.1" status: 200 len: 217 time: 0.0416367 Aug 12 12:53:14.541470 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-d0649a7e-202a-4f65-b20b-2fb576167965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:14.542826 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-d0649a7e-202a-4f65-b20b-2fb576167965 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8636dc3a-4400-496f-a1ce-3396eb560bc1 HTTP/1.1" status: 200 len: 854 time: 0.0424087 Aug 12 12:53:14.572232 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-c6ed84aa-d18a-4da4-8e7a-b9a74b866629 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225244 Aug 12 12:53:14.658802 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-399b0ff3-c35c-40d2-94ee-7f7aa848cc5a service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784748 Aug 12 12:53:14.746746 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-764c0c29-040c-4b11-85a9-8fe846becf8c req-ff655706-9b62-4b76-b414-55f6cca3c587 service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808642 Aug 12 12:53:14.807293 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43074) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:14.860724 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27839b8c-1d05-4e31-925f-1d2410188088 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.883623 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27839b8c-1d05-4e31-925f-1d2410188088 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.902517 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.929062 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27839b8c-1d05-4e31-925f-1d2410188088 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.931580 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-27839b8c-1d05-4e31-925f-1d2410188088 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:14.932752 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-27839b8c-1d05-4e31-925f-1d2410188088 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "DELETE /v2.0/security-groups/dadf1818-726f-4c46-81f5-4a8c09aa535f HTTP/1.1" status: 204 len: 168 time: 0.1244924 Aug 12 12:53:14.936238 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43076) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:14.942511 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27839b8c-1d05-4e31-925f-1d2410188088 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf1818-726f-4c46-81f5-4a8c09aa535f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:14.954622 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.api.v2.resource [None req-7bca018a-dd1f-4368-b458-50c91109a494 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] show failed (client error): The resource could not be found. Aug 12 12:53:14.955905 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-7bca018a-dd1f-4368-b458-50c91109a494 tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "GET /v2.0/security-groups/dadf1818-726f-4c46-81f5-4a8c09aa535f HTTP/1.1" status: 404 len: 347 time: 0.0185785 Aug 12 12:53:14.958795 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43078) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:15.057509 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83927516-a379-4b9b-a164-0aacce07f7f9 req-910e6405-46b9-4234-b057-1daaab6ff2db tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:15.059017 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-83927516-a379-4b9b-a164-0aacce07f7f9 req-910e6405-46b9-4234-b057-1daaab6ff2db tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 944 time: 0.0509348 Aug 12 12:53:15.081839 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Deleting port ad2627e2-4adc-4ad9-8970-4c7701008121 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:15.082182 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:15.095828 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-83927516-a379-4b9b-a164-0aacce07f7f9 req-f9208e55-2304-4d82-8ec7-c6024bc85459 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302098 Aug 12 12:53:15.157258 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:15.157584 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:15.168706 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Calling delete_port for ad2627e2-4adc-4ad9-8970-4c7701008121 owned by network:floatingip {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:15.296500 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:15.324859 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Pushing event deleted for resources: {'Port': ['ID=ad2627e2-4adc-4ad9-8970-4c7701008121,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:15.385554 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks [] for floatingip, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:15.388120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:15.389255 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-824a85ec-8cda-47ad-9e2f-4372f76b151a tempest-AttachVolumeTestJSON-221889028 tempest-AttachVolumeTestJSON-221889028-project] 10.222.0.22 "DELETE /v2.0/floatingips/30cdc951-c110-485d-98b6-f02f1e3c50c9 HTTP/1.1" status: 204 len: 168 time: 0.4294941 Aug 12 12:53:15.545239 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3870e99b-72ad-4348-89a5-41f658e47c01', 'tag': '9838516e-2c22-42d9-88b7-7e2d9325a96c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:15.547569 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6657a8af-1064-4e48-8d6b-6b63f51f0422" -d '{"events": [{"name": "network-changed", "server_uuid": "3870e99b-72ad-4348-89a5-41f658e47c01", "tag": "9838516e-2c22-42d9-88b7-7e2d9325a96c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:15.580763 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bef565-270a-43a5-96cd-786d35c8302a x-openstack-request-id: req-b1bef565-270a-43a5-96cd-786d35c8302a {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:15.581040 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3870e99b-72ad-4348-89a5-41f658e47c01", "tag": "9838516e-2c22-42d9-88b7-7e2d9325a96c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:15.581282 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1bef565-270a-43a5-96cd-786d35c8302a {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:15.581667 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3870e99b-72ad-4348-89a5-41f658e47c01', 'tag': '9838516e-2c22-42d9-88b7-7e2d9325a96c', 'status': 'completed', 'code': 200} Aug 12 12:53:15.659005 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-1ca77f52-087a-48df-ad17-9cd0a10e1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:15.660452 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-1ca77f52-087a-48df-ad17-9cd0a10e1b20 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1675ba3cd5746fe86316467ca5f15a3&device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 1097 time: 0.0387886 Aug 12 12:53:15.751339 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-ccc0e2fb-9abd-4fcf-8f06-7faffaaa52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:15.752831 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-ccc0e2fb-9abd-4fcf-8f06-7faffaaa52c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 HTTP/1.1" status: 200 len: 915 time: 0.0852730 Aug 12 12:53:15.754490 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device d2f9f599-3cb5-4109-b367-59b228faf51d no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:15.777597 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: d2f9f599-3cb5-4109-b367-59b228faf51d {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:15.777940 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device d2f9f599-3cb5-4109-b367-59b228faf51d not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:15.796580 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-679ae180-a4f8-4875-ac4f-6c08c24ad6e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9838516e-2c22-42d9-88b7-7e2d9325a96c HTTP/1.1" status: 200 len: 217 time: 0.0358970 Aug 12 12:53:15.847870 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-f20b9745-26e2-45f3-a252-837aa26c961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:15.849184 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-f20b9745-26e2-45f3-a252-837aa26c961b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8636dc3a-4400-496f-a1ce-3396eb560bc1 HTTP/1.1" status: 200 len: 854 time: 0.0460756 Aug 12 12:53:15.881471 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-e6ff373d-7dfc-4306-9444-89ed9587f409 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238647 Aug 12 12:53:15.969820 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-f2b949d2-4d7a-4adc-91da-be00abb9d73c service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794661 Aug 12 12:53:16.058752 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6657a8af-1064-4e48-8d6b-6b63f51f0422 req-223cb43d-c86a-4d49-ad44-1f86086cba3b service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818269 Aug 12 12:53:16.209949 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13437ac-4319-4b9f-bc7d-cc01d32ef225 req-c52f8133-92f4-4ee3-abf7-fb17798af5fb tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:16.211419 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e13437ac-4319-4b9f-bc7d-cc01d32ef225 req-c52f8133-92f4-4ee3-abf7-fb17798af5fb tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 944 time: 0.0500793 Aug 12 12:53:16.246551 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e13437ac-4319-4b9f-bc7d-cc01d32ef225 req-ea9ae3a9-154b-4ec0-8c69-2a29992b6b83 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293784 Aug 12 12:53:17.362437 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906db2-2f24-4516-83eb-6d492d3c2f00 req-5ccb1504-2008-4bde-a664-ce7ac86358a3 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:17.363931 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e8906db2-2f24-4516-83eb-6d492d3c2f00 req-5ccb1504-2008-4bde-a664-ce7ac86358a3 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 944 time: 0.0495760 Aug 12 12:53:17.399828 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e8906db2-2f24-4516-83eb-6d492d3c2f00 req-b61e0da2-04e8-4cb1-983c-c6fd702e9065 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300705 Aug 12 12:53:18.510458 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30711c68-f681-4ab8-9320-e577a924cf68 req-db8d855c-76e9-476c-b0fc-5b5f402f5ede tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:18.511944 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-30711c68-f681-4ab8-9320-e577a924cf68 req-db8d855c-76e9-476c-b0fc-5b5f402f5ede tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 944 time: 0.0475149 Aug 12 12:53:18.550264 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-30711c68-f681-4ab8-9320-e577a924cf68 req-0cfb2b90-3623-4aa9-bc76-e7d773062ba0 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Aug 12 12:53:18.917001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43116) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:19.600219 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:19.726934 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dc507-95a5-464a-96dc-4dac78a16f13 req-e8437915-5952-446a-964b-0b8fb8b14467 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:19.728309 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d94dc507-95a5-464a-96dc-4dac78a16f13 req-e8437915-5952-446a-964b-0b8fb8b14467 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 944 time: 0.0937905 Aug 12 12:53:19.772813 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9838516e-2c22-42d9-88b7-7e2d9325a96c details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:53:19.854110 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d94dc507-95a5-464a-96dc-4dac78a16f13 req-7e4a73fc-ca95-4669-a34e-45854a918886 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175318 Aug 12 12:53:19.874598 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 9838516e-2c22-42d9-88b7-7e2d9325a96c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9838516e-2c22-42d9-88b7-7e2d9325a96c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:19.884659 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '9838516e-2c22-42d9-88b7-7e2d9325a96c', 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078', 'port_id': '9838516e-2c22-42d9-88b7-7e2d9325a96c', 'mac_address': 'fa:16:3e:2d:0f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8636dc3a-4400-496f-a1ce-3396eb560bc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:53:19.924645 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:19.937662 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9838516e-2c22-42d9-88b7-7e2d9325a96c {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:53:19.957122 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 9838516e-2c22-42d9-88b7-7e2d9325a96c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9838516e-2c22-42d9-88b7-7e2d9325a96c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:19.959950 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Deleting port 06807f2f-58cb-45b0-866a-8e9009d339b7 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:19.960450 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:19.961058 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:20.006339 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=9838516e-2c22-42d9-88b7-7e2d9325a96c,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:20.014130 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.014481 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.014849 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.015210 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.015541 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.015871 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.016228 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.016551 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.016876 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.017201 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.017525 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.017843 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:20.036677 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] For port 06807f2f-58cb-45b0-866a-8e9009d339b7, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=06807f2f-58cb-45b0-866a-8e9009d339b7,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:20.037036 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:20.048978 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Calling delete_port for 06807f2f-58cb-45b0-866a-8e9009d339b7 owned by network:router_interface {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:20.217928 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:20.242150 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Pushing event deleted for resources: {'Port': ['ID=06807f2f-58cb-45b0-866a-8e9009d339b7,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:20.332951 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['9838516e-2c22-42d9-88b7-7e2d9325a96c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:53:20.408357 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:20.617796 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Router 04441270-a165-47f7-b418-e3b44c9b7ecc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:53:20.721101 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:53:20.728388 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-2c7b4d3e-f4c1-4389-8930-eb5f5ad687ea admin admin] 10.222.0.22 "PUT /v2.0/routers/04441270-a165-47f7-b418-e3b44c9b7ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8080413 Aug 12 12:53:20.728481 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43122) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:20.732877 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] Sync routers for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:53:20.741630 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:20.742227 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:20.836507 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks [] for router, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:20.863933 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:20.946863 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:20.994271 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09632c0-0869-4c4f-90fc-64303ca05cb6 req-e9efe186-4c5b-47d5-8b75-073428a25f9c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:20.996695 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f09632c0-0869-4c4f-90fc-64303ca05cb6 req-e9efe186-4c5b-47d5-8b75-073428a25f9c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 945 time: 0.0588503 Aug 12 12:53:21.010586 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Deleting port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:21.011150 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.041016 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f09632c0-0869-4c4f-90fc-64303ca05cb6 req-eeaa9cf4-6e31-454a-93f6-03711eeeaa4b tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373046 Aug 12 12:53:21.091718 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] For port 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:21.092083 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.102699 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:53:20Z', 'revision_number': 5, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port': {'id': '1e61d2c3-9c60-47b2-bb87-a827f8cbd61d', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:3f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:46:08Z', 'updated_at': '2021-08-12T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:21.107936 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Calling delete_port for 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d owned by network:router_gateway {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:21.219629 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] Checking router: 04441270-a165-47f7-b418-e3b44c9b7ecc for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:53:21.228172 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] Routers {'04441270-a165-47f7-b418-e3b44c9b7ecc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:21.228883 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['04441270-a165-47f7-b418-e3b44c9b7ecc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:21.280759 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.305291 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e61d2c3-9c60-47b2-bb87-a827f8cbd61d,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:21.312883 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] Set router 04441270-a165-47f7-b418-e3b44c9b7ecc gateway port host: None {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:21.372506 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.379280 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:53:20Z', 'revision_number': 6, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port_host': None}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:21.405510 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85521e2-f03f-4caf-adb5-c0b4a5deaa51 None None] The sync data for ids ['04441270-a165-47f7-b418-e3b44c9b7ecc'] in dv-cinder-804294-1-iscsi is: [{'id': '04441270-a165-47f7-b418-e3b44c9b7ecc', 'name': 'tempest-AttachVolumeTestJSON-23938198-router', 'tenant_id': '7381a7604f81448590c29ca9903713cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:46:07Z', 'updated_at': '2021-08-12T12:53:20Z', 'revision_number': 6, 'project_id': '7381a7604f81448590c29ca9903713cd', 'gw_port_host': None}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:53:21.707141 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.709118 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.752974 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.753507 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04441270-a165-47f7-b418-e3b44c9b7ecc {{(pid=100365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 12:53:21.759098 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.762341 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-bb113267-641c-4c5b-80a0-bcd8909822fb admin admin] 10.222.0.22 "DELETE /v2.0/routers/04441270-a165-47f7-b418-e3b44c9b7ecc HTTP/1.1" status: 204 len: 168 time: 1.0308745 Aug 12 12:53:21.763549 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43126) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:21.784613 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9838516e-2c22-42d9-88b7-7e2d9325a96c up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:53:21.817557 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] Deleting subnet 886e9187-d65e-496d-a82b-a57276f63ec6 {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:53:21.820649 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.839730 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 9838516e-2c22-42d9-88b7-7e2d9325a96c completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:53:21.843645 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 9838516e-2c22-42d9-88b7-7e2d9325a96c triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:53:21.844018 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.854788 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14515135'] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.919620 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.928579 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.941856 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870e99b-72ad-4348-89a5-41f658e47c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838516e-2c22-42d9-88b7-7e2d9325a96c'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:21.944111 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551c3489-c70f-4139-a725-4dafaa855796" -d '{"events": [{"server_uuid": "3870e99b-72ad-4348-89a5-41f658e47c01", "name": "network-vif-plugged", "status": "completed", "tag": "9838516e-2c22-42d9-88b7-7e2d9325a96c"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:21.960264 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 9838516e-2c22-42d9-88b7-7e2d9325a96c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9838516e-2c22-42d9-88b7-7e2d9325a96c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:21.965557 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.990315 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf570d4a-a692-427f-80e0-00c79fb9b658 x-openstack-request-id: req-cf570d4a-a692-427f-80e0-00c79fb9b658 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:21.990709 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870e99b-72ad-4348-89a5-41f658e47c01", "name": "network-vif-plugged", "status": "completed", "tag": "9838516e-2c22-42d9-88b7-7e2d9325a96c", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:21.990913 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13208915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12678762'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:21.991108 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf570d4a-a692-427f-80e0-00c79fb9b658 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:21.991555 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870e99b-72ad-4348-89a5-41f658e47c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9838516e-2c22-42d9-88b7-7e2d9325a96c', 'code': 200} Aug 12 12:53:22.015909 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1029057f-7e16-466a-ac6e-c590320ea1a6 None None] Network 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:53:22.023655 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.025551 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/886e9187-d65e-496d-a82b-a57276f63ec6 HTTP/1.1" status: 204 len: 168 time: 0.2608161 Aug 12 12:53:22.026642 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee5674-4533-4f53-bcbb-6e7028bb5992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886e9187-d65e-496d-a82b-a57276f63ec6,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:22.028169 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43130) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:22.034136 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=9838516e-2c22-42d9-88b7-7e2d9325a96c,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:22.120385 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.179254 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a0b90d-2fea-4869-8f0d-57e6ee46b92d req-b8a505d8-c012-4137-af25-55de77242e65 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:22.180974 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-85a0b90d-2fea-4869-8f0d-57e6ee46b92d req-b8a505d8-c012-4137-af25-55de77242e65 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 946 time: 0.0644848 Aug 12 12:53:22.196561 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51fc5b-04a0-4c05-a557-759fc0c41694 req-deb8b8a0-fcf3-4dbd-ac39-1f6d337cac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:22.197986 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ea51fc5b-04a0-4c05-a557-759fc0c41694 req-deb8b8a0-fcf3-4dbd-ac39-1f6d337cac03 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 1099 time: 0.0740540 Aug 12 12:53:22.222869 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-85a0b90d-2fea-4869-8f0d-57e6ee46b92d req-b73010d5-a3a9-4b88-be40-c2f400ba0d8c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356796 Aug 12 12:53:22.236354 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] DHCP port deletion for 0fb1cfd1-6a33-48c4-85df-0905d23c9cfb request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 12:53:22.246357 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Deleting port 712a6bb4-17a4-4330-845a-45ef68ba3f51 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:22.246708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.249558 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ea51fc5b-04a0-4c05-a557-759fc0c41694 req-aea2fc2f-9336-4e1e-98eb-9ad22efe1e40 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437794 Aug 12 12:53:22.283983 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] Deleting port 712a6bb4-17a4-4330-845a-45ef68ba3f51 {{(pid=100366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:22.284367 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.314816 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] For port 712a6bb4-17a4-4330-845a-45ef68ba3f51, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=712a6bb4-17a4-4330-845a-45ef68ba3f51,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:22.315224 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.328333 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Calling delete_port for 712a6bb4-17a4-4330-845a-45ef68ba3f51 owned by network:dhcp {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:22.346761 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] For port 712a6bb4-17a4-4330-845a-45ef68ba3f51, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=712a6bb4-17a4-4330-845a-45ef68ba3f51,segment=NetworkSegment(4c684dd1-529d-4239-9fdc-caae2154e2be),segment_id=4c684dd1-529d-4239-9fdc-caae2154e2be)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:22.347188 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.359404 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] Calling delete_port for 712a6bb4-17a4-4330-845a-45ef68ba3f51 owned by network:dhcp {{(pid=100366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:22.407196 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.443938 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Pushing event deleted for resources: {'Port': ['ID=712a6bb4-17a4-4330-845a-45ef68ba3f51,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:22.447337 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] No DVR routers for this DVR port 712a6bb4-17a4-4330-845a-45ef68ba3f51 on host dv-cinder-804294-1-iscsi {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:53:22.503958 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150'] for port, after_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.518822 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.527023 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] Pushing event deleted for resources: {'Port': ['ID=712a6bb4-17a4-4330-845a-45ef68ba3f51,revision_number=None']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:22.528809 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb1cfd1-6a33-48c4-85df-0905d23c9cfb']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:22.533659 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe860eb-d798-41c4-992f-f6663c6d38b2 None None] No DVR routers for this DVR port 712a6bb4-17a4-4330-845a-45ef68ba3f51 on host dv-cinder-804294-1-iscsi {{(pid=100366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:53:22.539899 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c684dd1-529d-4239-9fdc-caae2154e2be') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:22.540325 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c684dd1-529d-4239-9fdc-caae2154e2be') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:22.549513 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.563354 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.569005 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:53:22.569365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:53:22.570975 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:53:22.629763 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.635120 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.636945 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0fb1cfd1-6a33-48c4-85df-0905d23c9cfb HTTP/1.1" status: 204 len: 168 time: 0.6073167 Aug 12 12:53:22.647923 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c581452c-d307-4856-a60c-61f0b0375990 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb1cfd1-6a33-48c4-85df-0905d23c9cfb,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:22.744973 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43136) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:22.783792 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d46ae16e-784b-43f0-900c-759fc3b05e84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7381a7604f81448590c29ca9903713cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376863 Aug 12 12:53:22.786207 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43138) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:22.835949 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc7f7-8b69-4274-aa6a-6a2959a20115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.857311 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc7f7-8b69-4274-aa6a-6a2959a20115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.883488 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:22.903349 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc7f7-8b69-4274-aa6a-6a2959a20115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.905894 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-0e0dc7f7-8b69-4274-aa6a-6a2959a20115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:22.907092 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-0e0dc7f7-8b69-4274-aa6a-6a2959a20115 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d9517b0-2c82-4a85-a208-8a9a8072561e HTTP/1.1" status: 204 len: 168 time: 0.1199887 Aug 12 12:53:22.909850 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:22.910201 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 1e61d2c3-9c60-47b2-bb87-a827f8cbd61d not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:22.910614 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 712a6bb4-17a4-4330-845a-45ef68ba3f51 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:22.915342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dc7f7-8b69-4274-aa6a-6a2959a20115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9517b0-2c82-4a85-a208-8a9a8072561e,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:22.933669 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 712a6bb4-17a4-4330-845a-45ef68ba3f51 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:22.934013 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 712a6bb4-17a4-4330-845a-45ef68ba3f51 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:22.934448 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 06807f2f-58cb-45b0-866a-8e9009d339b7 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:22.956158 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 06807f2f-58cb-45b0-866a-8e9009d339b7 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:22.956510 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 06807f2f-58cb-45b0-866a-8e9009d339b7 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:23.353839 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa2d05-4add-4780-b2cb-5f480978f072 req-e33dc32e-0862-4814-8dbb-f6f454671d16 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:23.355529 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-83aa2d05-4add-4780-b2cb-5f480978f072 req-e33dc32e-0862-4814-8dbb-f6f454671d16 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 946 time: 0.0577629 Aug 12 12:53:23.401494 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-83aa2d05-4add-4780-b2cb-5f480978f072 req-01418448-b2d6-4ce5-9d4f-85025f9b2e6d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Aug 12 12:53:23.564780 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43162) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:23.657115 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1455604677-network', 'tenant_id': '7cec5d02c6034642bdee9dabc18bc075'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:23.677237 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Made reservation on behalf of 7cec5d02c6034642bdee9dabc18bc075 for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:53:23.679418 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.687697 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.773954 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.777703 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.801178 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:53:23.810916 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df418f72-85b0-426c-873d-32f4098dc437,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:23.815721 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.816064 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Added segment aa066def-dcc5-4ec2-85ac-93b9d2100997 of type vlan for network 22f8314a-8a0f-4a01-af63-dd88727fc854 Aug 12 12:53:23.855383 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.883085 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.884018 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:23.884587 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:23.934897 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3684978 Aug 12 12:53:23.937825 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43166) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:23.943316 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Request body: {'subnet': {'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1455604677-subnet', 'tenant_id': '7cec5d02c6034642bdee9dabc18bc075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:23.945119 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a42f52-24d1-4b90-bd6e-f5b8f55c18ef admin admin] Pushing event updated for resources: {'Network': ['ID=22f8314a-8a0f-4a01-af63-dd88727fc854,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:23.956296 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:53:23.966436 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Made reservation on behalf of 7cec5d02c6034642bdee9dabc18bc075 for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:53:23.968784 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12678721'] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:24.125382 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12678771'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:24.178307 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2453f08a-8909-415d-82c6-d27b0686b11b,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:24.185901 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Checking segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:53:24.186254 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Network hostable DHCP agents. Network: 22f8314a-8a0f-4a01-af63-dd88727fc854, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:53:24.204268 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:53:24.214772 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 22f8314a-8a0f-4a01-af63-dd88727fc854) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:53:24.218934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:24.219557 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:24.225785 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732513cc-c417-42ba-a996-7d4330a35038 None None] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:53:24.233787 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-3a697ad9-7fa0-4dda-b4d0-f94213e6e7df admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2944593 Aug 12 12:53:24.349458 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432acef-d5b6-4b28-8843-a264adf946a5 None None] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:53:24.520906 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58384601-bc44-4f8b-889d-b6be10ee3015 req-3e9e3651-529a-4b3c-ba5d-ef96c2adda86 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:24.522416 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58384601-bc44-4f8b-889d-b6be10ee3015 req-3e9e3651-529a-4b3c-ba5d-ef96c2adda86 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 946 time: 0.0498173 Aug 12 12:53:24.563092 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58384601-bc44-4f8b-889d-b6be10ee3015 req-e722780d-0c6c-4a32-bfd8-51807e64a68d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339651 Aug 12 12:53:24.650077 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-a790d194-3ddd-45be-bd9e-a9d21a77645c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:24.651537 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-a790d194-3ddd-45be-bd9e-a9d21a77645c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.1032884 Aug 12 12:53:24.667272 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-4c508f02-f82c-47b7-9836-22ffd57797b2 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/quotas/7cec5d02c6034642bdee9dabc18bc075 HTTP/1.1" status: 200 len: 375 time: 0.0094855 Aug 12 12:53:24.699412 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-70ebadf6-cf27-4ba0-9e4b-fde9c37f54d3 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261569 Aug 12 12:53:24.710060 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-7ca2d035-7914-4693-9fcd-11688e1e235e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=100364) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 12:53:24.710990 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-7ca2d035-7914-4693-9fcd-11688e1e235e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050602 Aug 12 12:53:24.801733 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-51b51291-5428-4cc3-8b5a-d07f6ac57fac service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845649 Aug 12 12:53:24.893875 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-6933cd78-b4cc-48c7-9cc9-abf2dfcf8823 service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860751 Aug 12 12:53:26.087822 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a95682bf-88f1-48bd-b335-4fc2485bc982 req-865812ff-78d8-4071-9e56-626f22d48b7b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 210 time: 0.0257535 Aug 12 12:53:27.165383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-af72d158-72bd-4d08-9a1f-703a5c34e8d6 req-c75bfbfc-3ccc-4b62-ad4b-ac4d34d80235 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 210 time: 0.0305128 Aug 12 12:53:28.264362 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f89c5f13-c038-446c-bda1-8843c98a9c9e req-ef15e5a2-a3cf-479b-bd51-16652f25acfc tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 210 time: 0.0282121 Aug 12 12:53:29.149571 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-e3854099-a203-45af-8585-4e3f69201608 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:29.150913 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-e3854099-a203-45af-8585-4e3f69201608 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.1035018 Aug 12 12:53:29.166314 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Request body: {'port': {'device_id': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'admin_state_up': True, 'tenant_id': '7cec5d02c6034642bdee9dabc18bc075'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:29.288529 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Made reservation on behalf of 7cec5d02c6034642bdee9dabc18bc075 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:53:29.291997 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:29.358547 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2509e121-27de-47b0-880f-6b0213ff9418 req-f34ee6e2-a935-47a0-8450-d0a2fe52737a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 210 time: 0.0254421 Aug 12 12:53:29.419430 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Allocated IP 172.20.0.8 (22f8314a-8a0f-4a01-af63-dd88727fc854/2453f08a-8909-415d-82c6-d27b0686b11b/17872b86-2e9a-4eba-b13d-1cb0e501f321) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:53:29.567331 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:29.604920 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:29.645247 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:53:29.650118 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:53:29.653708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:53:29.682657 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event updated for resources: {'Port': ['ID=17872b86-2e9a-4eba-b13d-1cb0e501f321,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:29.709166 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:29.709769 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:29.723375 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-d96a47c0-1c38-4f73-8cf0-f0df0cdf5288 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621293 Aug 12 12:53:29.813554 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Request body: {'port': {'device_id': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:29.867747 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:30.122505 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17872b86-2e9a-4eba-b13d-1cb0e501f321 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:53:30.129819 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:30.142290 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Transition to ACTIVE for port object 17872b86-2e9a-4eba-b13d-1cb0e501f321 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:53:30.146343 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:30.215570 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Pushing event updated for resources: {'Port': ['ID=17872b86-2e9a-4eba-b13d-1cb0e501f321,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:30.266693 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Attempting to bind port 17872b86-2e9a-4eba-b13d-1cb0e501f321 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:53:30.267196 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Attempting to bind port 17872b86-2e9a-4eba-b13d-1cb0e501f321 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:53:30.267533 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Attempting to bind port 17872b86-2e9a-4eba-b13d-1cb0e501f321 on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:53:30.272270 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Port 17872b86-2e9a-4eba-b13d-1cb0e501f321 on network 22f8314a-8a0f-4a01-af63-dd88727fc854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:53:30.272589 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Attempting to bind port 17872b86-2e9a-4eba-b13d-1cb0e501f321 on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:53:30.277388 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:53:30.277728 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Checking segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:53:30.278104 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Bound using segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:53:30.278524 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Bound port: 17872b86-2e9a-4eba-b13d-1cb0e501f321, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:53:30.278879 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:30.342554 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] For port 17872b86-2e9a-4eba-b13d-1cb0e501f321, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:53:30.345840 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] For port 17872b86-2e9a-4eba-b13d-1cb0e501f321, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:53:30.350085 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:30.386701 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:30.387341 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:30.389249 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] 10.222.0.10 "PUT /v2.0/ports/17872b86-2e9a-4eba-b13d-1cb0e501f321 HTTP/1.1" status: 200 len: 1093 time: 0.5811090 Aug 12 12:53:30.389681 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'tag': '17872b86-2e9a-4eba-b13d-1cb0e501f321'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:30.391960 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36" -d '{"events": [{"name": "network-changed", "server_uuid": "ac74ede3-2bc6-4587-a652-9a660e5c2e62", "tag": "17872b86-2e9a-4eba-b13d-1cb0e501f321"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:30.417465 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a63d1-8d32-446c-a9d6-f23234d0822d service neutron] Pushing event updated for resources: {'Port': ['ID=17872b86-2e9a-4eba-b13d-1cb0e501f321,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:30.459174 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372217b-eab2-414c-8982-7e0182e1601e x-openstack-request-id: req-f372217b-eab2-414c-8982-7e0182e1601e {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:30.459442 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac74ede3-2bc6-4587-a652-9a660e5c2e62", "tag": "17872b86-2e9a-4eba-b13d-1cb0e501f321", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:30.459695 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f372217b-eab2-414c-8982-7e0182e1601e {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:30.460084 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'tag': '17872b86-2e9a-4eba-b13d-1cb0e501f321', 'status': 'completed', 'code': 200} Aug 12 12:53:30.503990 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-a84c5350-7a03-4360-81ae-55babf382713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:30.505515 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-a84c5350-7a03-4360-81ae-55babf382713 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 1096 time: 0.0745285 Aug 12 12:53:30.517098 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73df8cd-dd9e-4129-9976-137633faad1c req-768ab197-03eb-4859-bffc-064843eabc0d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:30.518524 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a73df8cd-dd9e-4129-9976-137633faad1c req-768ab197-03eb-4859-bffc-064843eabc0d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 943 time: 0.0611835 Aug 12 12:53:30.564670 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-cff76e4f-ebe4-4ec0-bd3b-00cac703ce16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321 HTTP/1.1" status: 200 len: 217 time: 0.0452538 Aug 12 12:53:30.608933 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a73df8cd-dd9e-4129-9976-137633faad1c req-17ad2509-19dc-48bc-b219-3043e8dafcdc tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838909 Aug 12 12:53:30.625670 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-8442c800-859f-4c34-a226-44cf71a79ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:30.627148 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-8442c800-859f-4c34-a226-44cf71a79ebd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0542972 Aug 12 12:53:30.660120 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-0ebab0f1-496d-4fe3-8c67-b1d31495f0cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249581 Aug 12 12:53:30.754907 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-15c982d1-4400-43c4-a1a4-fca842de4367 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858283 Aug 12 12:53:30.844673 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fcba2b83-a9ef-4b18-83be-0c542f54e2a0 req-110f688f-0909-4ad7-b8dd-2646e750f340 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821958 Aug 12 12:53:30.929540 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-773290e2-8ec4-40b9-b92f-2c7f0431a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:30.930929 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-773290e2-8ec4-40b9-b92f-2c7f0431a18e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 1096 time: 0.0413141 Aug 12 12:53:31.023221 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-758d98e8-8228-4d43-b4e4-ec6b74769594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:31.024674 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-758d98e8-8228-4d43-b4e4-ec6b74769594 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 916 time: 0.0861905 Aug 12 12:53:31.068309 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-30b97c98-571b-4c8d-8435-459d12c3287a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321 HTTP/1.1" status: 200 len: 217 time: 0.0344222 Aug 12 12:53:31.117433 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-a9c5f947-01c4-455e-b634-8aa7ca479673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:31.118857 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-a9c5f947-01c4-455e-b634-8aa7ca479673 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0428698 Aug 12 12:53:31.157158 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-b3a79168-edf4-49e7-86b2-0e568c8d7904 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283167 Aug 12 12:53:31.246368 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-9f5e4053-0099-44ba-a74c-e60aeebd0a12 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815513 Aug 12 12:53:31.339494 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-9a08bebe-7a69-49e6-b6fc-c1b5461b5b36 req-8b809258-53f6-4b48-bef2-19db642c344c service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Aug 12 12:53:31.727545 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b8d99-21e9-4ebb-ac3f-9f7039d6fca4 req-6b1b5585-1b8c-41be-9adc-c335f3eaf4d1 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:31.729008 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-173b8d99-21e9-4ebb-ac3f-9f7039d6fca4 req-6b1b5585-1b8c-41be-9adc-c335f3eaf4d1 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 943 time: 0.0515883 Aug 12 12:53:31.767040 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-173b8d99-21e9-4ebb-ac3f-9f7039d6fca4 req-09726066-1ebe-4e76-abe1-75dd5926a75c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Aug 12 12:53:32.881278 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42dc9b-10b3-418c-83f0-f68230ca660a req-96fd1809-7358-4520-a7a9-c22e41c7a51e tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:32.882740 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae42dc9b-10b3-418c-83f0-f68230ca660a req-96fd1809-7358-4520-a7a9-c22e41c7a51e tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 943 time: 0.0498304 Aug 12 12:53:32.921812 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae42dc9b-10b3-418c-83f0-f68230ca660a req-a888c681-d4d6-464a-b9a2-cf2c8d4bd67a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Aug 12 12:53:33.603002 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:34.033662 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b70865-30ea-4988-bdc0-9d602e630488 req-1df9c1b6-a7e4-4b9f-b308-31af5b5f62dc tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:34.035169 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d3b70865-30ea-4988-bdc0-9d602e630488 req-1df9c1b6-a7e4-4b9f-b308-31af5b5f62dc tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 943 time: 0.0484385 Aug 12 12:53:34.073228 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d3b70865-30ea-4988-bdc0-9d602e630488 req-8b570b7f-22e7-4eed-a3d6-3189dac5caf3 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Aug 12 12:53:35.198177 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d9ab-38c0-497e-8930-0d36dad3a9f6 req-dcf2fea1-734e-46bd-8515-9a18a8069947 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:35.199676 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e334d9ab-38c0-497e-8930-0d36dad3a9f6 req-dcf2fea1-734e-46bd-8515-9a18a8069947 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 943 time: 0.0513694 Aug 12 12:53:35.246264 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e334d9ab-38c0-497e-8930-0d36dad3a9f6 req-90be1649-8c2f-4506-be2a-3e315227a7cd tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Aug 12 12:53:35.877174 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 17872b86-2e9a-4eba-b13d-1cb0e501f321 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:53:36.085806 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 17872b86-2e9a-4eba-b13d-1cb0e501f321, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:36.097389 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '17872b86-2e9a-4eba-b13d-1cb0e501f321', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'port_id': '17872b86-2e9a-4eba-b13d-1cb0e501f321', 'mac_address': 'fa:16:3e:61:8f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2453f08a-8909-415d-82c6-d27b0686b11b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:53:36.132310 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:36.145032 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17872b86-2e9a-4eba-b13d-1cb0e501f321 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:53:36.164070 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 17872b86-2e9a-4eba-b13d-1cb0e501f321, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:36.168021 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:36.215508 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=17872b86-2e9a-4eba-b13d-1cb0e501f321,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:36.356990 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd1226-e9c1-4934-845d-76ab524f7fd3 req-14327365-4876-4dc5-bf17-3c4a6c64acab tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:36.358365 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-accd1226-e9c1-4934-845d-76ab524f7fd3 req-14327365-4876-4dc5-bf17-3c4a6c64acab tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 944 time: 0.0475116 Aug 12 12:53:36.394608 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-accd1226-e9c1-4934-845d-76ab524f7fd3 req-adecab36-68c5-42a5-9efd-29479539e640 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Aug 12 12:53:36.606812 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:53:37.513737 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5162cd-4b8b-43cd-b15f-b88ad4b99ba2 req-0d62eb04-bd95-4c06-bd5f-d991b6494a17 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:37.515726 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4e5162cd-4b8b-43cd-b15f-b88ad4b99ba2 req-0d62eb04-bd95-4c06-bd5f-d991b6494a17 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 944 time: 0.0512502 Aug 12 12:53:37.551836 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4e5162cd-4b8b-43cd-b15f-b88ad4b99ba2 req-073cbf6c-f6f8-4c28-88dc-7f3d9ab0a695 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298491 Aug 12 12:53:37.878709 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 17872b86-2e9a-4eba-b13d-1cb0e501f321 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:53:37.925041 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 17872b86-2e9a-4eba-b13d-1cb0e501f321 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:53:37.929014 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 17872b86-2e9a-4eba-b13d-1cb0e501f321 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:53:37.929384 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:38.007946 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:38.029838 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17872b86-2e9a-4eba-b13d-1cb0e501f321'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:38.032061 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe04a8-f8e1-4da9-ac24-2fcc42b1579e" -d '{"events": [{"server_uuid": "ac74ede3-2bc6-4587-a652-9a660e5c2e62", "name": "network-vif-plugged", "status": "completed", "tag": "17872b86-2e9a-4eba-b13d-1cb0e501f321"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:38.044651 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 17872b86-2e9a-4eba-b13d-1cb0e501f321, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:38.048610 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:38.073913 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fc607e-543e-4fff-8c27-8cbf40d9a078 x-openstack-request-id: req-e6fc607e-543e-4fff-8c27-8cbf40d9a078 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:38.074197 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac74ede3-2bc6-4587-a652-9a660e5c2e62", "name": "network-vif-plugged", "status": "completed", "tag": "17872b86-2e9a-4eba-b13d-1cb0e501f321", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:38.074440 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6fc607e-543e-4fff-8c27-8cbf40d9a078 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:38.074820 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17872b86-2e9a-4eba-b13d-1cb0e501f321', 'code': 200} Aug 12 12:53:38.099818 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=17872b86-2e9a-4eba-b13d-1cb0e501f321,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:38.255223 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c59c5-b7df-4d40-98e2-2b4e26f4a011 req-1684bd14-4257-4c04-b309-d3f6b29100f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:38.256645 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-675c59c5-b7df-4d40-98e2-2b4e26f4a011 req-1684bd14-4257-4c04-b309-d3f6b29100f8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 1098 time: 0.0379262 Aug 12 12:53:38.291991 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-675c59c5-b7df-4d40-98e2-2b4e26f4a011 req-74a9a8d1-0dcf-4917-9e0d-5ffa8e6fec85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266676 Aug 12 12:53:38.663168 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027cdfb-339b-42be-bde1-aa7408e2ff06 req-c9e2b749-0e83-48fc-a6a4-2e4e8640fd71 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:38.664624 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c027cdfb-339b-42be-bde1-aa7408e2ff06 req-c9e2b749-0e83-48fc-a6a4-2e4e8640fd71 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 945 time: 0.0480804 Aug 12 12:53:38.701063 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c027cdfb-339b-42be-bde1-aa7408e2ff06 req-0d1c1bc9-5fc3-48be-b0d8-230de72f48c6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304484 Aug 12 12:53:39.452990 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-271df70e-7d98-4d79-88dd-e6ef9c16d65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:39.817091 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd85bf-f035-4fcc-b765-03e8b0a87961 req-b0588315-ed76-4407-b561-619dc844b83d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:39.818521 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-60cd85bf-f035-4fcc-b765-03e8b0a87961 req-b0588315-ed76-4407-b561-619dc844b83d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Aug 12 12:53:39.854613 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-60cd85bf-f035-4fcc-b765-03e8b0a87961 req-6eaed70f-d460-489d-ad23-9f0c3a0091d1 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Aug 12 12:53:40.681457 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-a4561abb-d60f-4528-9fa3-1bb31d697945 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410421 Aug 12 12:53:40.762773 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-e8405c4a-834c-41d3-a9b2-54b96be52006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:40.765022 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-e8405c4a-834c-41d3-a9b2-54b96be52006 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1098 time: 0.0394950 Aug 12 12:53:40.864569 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-1374d6d9-c12b-4fc2-8fb6-768c29a60079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:40.866082 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-1374d6d9-c12b-4fc2-8fb6-768c29a60079 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.0806565 Aug 12 12:53:40.892331 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:53:40.935178 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-0ee819ca-cf7b-4aac-99db-b14071a9600b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 200 len: 1000 time: 0.0614803 Aug 12 12:53:40.981721 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-6a76a7ed-4f7a-4917-8619-3a579785a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:40.983439 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-6a76a7ed-4f7a-4917-8619-3a579785a586 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0416586 Aug 12 12:53:41.027381 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-26b03dc7-afbf-46de-8988-63c4d3f9dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:41.028792 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-26b03dc7-afbf-46de-8988-63c4d3f9dd65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385139 Aug 12 12:53:41.116603 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-6619a7da-4e38-40c4-9503-96884b6de1af service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805068 Aug 12 12:53:41.212678 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0f4d5e4-2b5a-4b5d-9d60-fb6e361a1b7b req-93cb00bb-0ce7-426a-b578-24868ac26166 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879266 Aug 12 12:53:42.019929 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a0eb51b8-4cc4-426b-85ef-0741aa28e42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:42.295368 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:42.639552 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43354) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:42.788146 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Deleting port 922e6fde-061a-4079-99e3-4b1c904ba925 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:42.788485 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:42.862023 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:42.862349 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:42.875422 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Calling delete_port for 922e6fde-061a-4079-99e3-4b1c904ba925 owned by network:floatingip {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:43.018435 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:43.041020 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event deleted for resources: {'Port': ['ID=922e6fde-061a-4079-99e3-4b1c904ba925,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:43.054946 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.055342 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.055681 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.056018 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.056393 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.056723 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.057057 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.057383 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.057708 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.058032 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.058355 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.058675 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:43.113169 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:43.113415 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Floating IP c1eded45-b5a5-4657-8907-8bbd1ccbe25b disassociated (deleted). External IP: 172.27.2.51, port: 4e925811-1704-43e2-a1b0-4e9a852fd759. Aug 12 12:53:43.248713 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:43.313481 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:53:43.415882 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:53:43.423430 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:43.431007 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:53:43.439816 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:43.440426 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:43.449231 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c3e673c2-48b8-4e18-a97f-f56f5fadff6d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "DELETE /v2.0/floatingips/c1eded45-b5a5-4657-8907-8bbd1ccbe25b HTTP/1.1" status: 204 len: 168 time: 0.8086064 Aug 12 12:53:43.449905 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:43.454118 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456df6e4-afe3-4557-98e5-5be403bf656b" -d '{"events": [{"name": "network-changed", "server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:43.495592 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed705785-b38e-45a6-b633-ada641c73ad2 x-openstack-request-id: req-ed705785-b38e-45a6-b633-ada641c73ad2 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:43.495884 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:43.496139 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed705785-b38e-45a6-b633-ada641c73ad2 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:43.496537 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'status': 'completed', 'code': 200} Aug 12 12:53:43.551797 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:43.568377 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df6e4-afe3-4557-98e5-5be403bf656b req-ab6b69a2-3a92-41ed-a828-f12b37b34de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:43.570246 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-456df6e4-afe3-4557-98e5-5be403bf656b req-ab6b69a2-3a92-41ed-a828-f12b37b34de7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 1098 time: 0.0497835 Aug 12 12:53:43.700135 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df6e4-afe3-4557-98e5-5be403bf656b req-eb1a0e95-1c4c-4f54-9b61-35e440a82e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:43.701674 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-456df6e4-afe3-4557-98e5-5be403bf656b req-eb1a0e95-1c4c-4f54-9b61-35e440a82e11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.1161194 Aug 12 12:53:43.723099 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7901c-50c8-40c1-abc5-056e969e34a1 req-c096e38c-8844-4c14-bdc9-feba624b1a79 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:43.724523 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f8e7901c-50c8-40c1-abc5-056e969e34a1 req-c096e38c-8844-4c14-bdc9-feba624b1a79 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 945 time: 0.0676715 Aug 12 12:53:43.756307 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-456df6e4-afe3-4557-98e5-5be403bf656b req-0f5f90f6-c1bf-4b58-b402-eff9476f27b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e925811-1704-43e2-a1b0-4e9a852fd759 HTTP/1.1" status: 200 len: 217 time: 0.0466692 Aug 12 12:53:43.788496 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:52Z', 'revision_number': 1, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:43.814439 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:53:43.818646 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f8e7901c-50c8-40c1-abc5-056e969e34a1 req-af965d52-7bd4-44b7-8655-0ea7f3bc2483 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647113 Aug 12 12:53:43.822668 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:43.823304 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:43.823858 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df6e4-afe3-4557-98e5-5be403bf656b req-6f1ffe12-1ea1-4031-b3a6-dac069b8ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:43.825244 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-456df6e4-afe3-4557-98e5-5be403bf656b req-6f1ffe12-1ea1-4031-b3a6-dac069b8ab74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0573609 Aug 12 12:53:43.872721 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456df6e4-afe3-4557-98e5-5be403bf656b req-91be2ce9-4aaa-46ef-a062-426dcbf9f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:43.874744 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-456df6e4-afe3-4557-98e5-5be403bf656b req-91be2ce9-4aaa-46ef-a062-426dcbf9f661 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396502 Aug 12 12:53:43.932077 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:43.971200 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-456df6e4-afe3-4557-98e5-5be403bf656b req-a331170d-1185-4e10-ac18-5c5f5cfe63b7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878372 Aug 12 12:53:44.059533 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-456df6e4-afe3-4557-98e5-5be403bf656b req-f82e7abf-726e-4247-8e32-45e2daabd3af service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796304 Aug 12 12:53:44.156034 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:52Z', 'revision_number': 1, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:44.180952 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6159bf6-9fe2-4143-8571-0845c8a686c9 None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': '45038e2e-ab4a-4362-80fd-0976f301ee96', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'port_id': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'mac_address': 'fa:16:3e:83:f9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:48:50Z', 'updated_at': '2021-08-12T12:48:52Z', 'revision_number': 1, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:53:44.384119 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6d491d-1a8b-4afc-94fb-4cadd4373dd0 None None] New status for floating IP c1eded45-b5a5-4657-8907-8bbd1ccbe25b: DOWN {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:53:44.906034 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:44.939697 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860176-bd73-4caf-88f2-f16294da60d0 req-e7b3879d-bd18-4b95-9ea4-83ef130f4345 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:44.941163 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-60860176-bd73-4caf-88f2-f16294da60d0 req-e7b3879d-bd18-4b95-9ea4-83ef130f4345 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 945 time: 0.0519876 Aug 12 12:53:44.977996 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-60860176-bd73-4caf-88f2-f16294da60d0 req-c40205a6-9b8f-48e8-b758-25a1d3445edc tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309520 Aug 12 12:53:45.681703 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-ecb14ef3-7a08-40c4-8455-975a62d9aea7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:45.683069 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-ecb14ef3-7a08-40c4-8455-975a62d9aea7 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 945 time: 0.0546570 Aug 12 12:53:45.771493 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Deleting port 4e925811-1704-43e2-a1b0-4e9a852fd759 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:45.771831 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:45.857077 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] For port 4e925811-1704-43e2-a1b0-4e9a852fd759, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4e925811-1704-43e2-a1b0-4e9a852fd759,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:45.858003 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:45.870218 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Calling delete_port for 4e925811-1704-43e2-a1b0-4e9a852fd759 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:45.989547 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:46.022283 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event deleted for resources: {'Port': ['ID=4e925811-1704-43e2-a1b0-4e9a852fd759,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:46.045877 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.045877 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.046129 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.046383 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.046727 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.047162 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.047424 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.047748 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.048082 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.048535 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.048867 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.049194 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:53:46.078362 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] No DVR routers for this DVR port 4e925811-1704-43e2-a1b0-4e9a852fd759 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:53:46.092313 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:46.094250 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-228c2a81-a922-4187-8b07-6efdb24ef9e1 req-71a9e2f2-5eda-4d2c-ac2c-e58ce8bc9254 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "DELETE /v2.0/ports/4e925811-1704-43e2-a1b0-4e9a852fd759 HTTP/1.1" status: 204 len: 173 time: 0.4039710 Aug 12 12:53:46.094827 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'name': 'network-vif-deleted', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:46.097149 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5511f1-9b36-4e56-970f-a9e21b42fadb" -d '{"events": [{"server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "name": "network-vif-deleted", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:46.100932 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a5197378-ab19-4733-9608-e6230b0f32c1 req-a8e27ad3-44d9-4a23-8598-411e873c2cfe tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=74adb748-8b89-4a74-b3d7-fba775fc2df7 HTTP/1.1" status: 200 len: 210 time: 0.0486639 Aug 12 12:53:46.139861 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78ca005-2861-40b4-9707-d7d1b3f2d517 x-openstack-request-id: req-a78ca005-2861-40b4-9707-d7d1b3f2d517 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:46.140148 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74adb748-8b89-4a74-b3d7-fba775fc2df7", "name": "network-vif-deleted", "tag": "4e925811-1704-43e2-a1b0-4e9a852fd759", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:46.140394 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a78ca005-2861-40b4-9707-d7d1b3f2d517 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:46.140789 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74adb748-8b89-4a74-b3d7-fba775fc2df7', 'name': 'network-vif-deleted', 'tag': '4e925811-1704-43e2-a1b0-4e9a852fd759', 'status': 'completed', 'code': 200} Aug 12 12:53:49.177124 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-77f84377-867b-479f-b672-812356f7a569 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:49.178480 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-77f84377-867b-479f-b672-812356f7a569 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.0986826 Aug 12 12:53:49.193430 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-d9bdbeb5-45a0-4f1e-92b5-2c4893c98796 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/quotas/7cec5d02c6034642bdee9dabc18bc075 HTTP/1.1" status: 200 len: 375 time: 0.0093620 Aug 12 12:53:49.238802 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-d755de22-0d20-4896-84ac-0500d9f59eac tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0404556 Aug 12 12:53:49.364835 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43432) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:49.372903 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3c6da4b3-4a21-4f19-9206-a8043e6d6581 service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273034 Aug 12 12:53:49.460595 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-9ed137a8-4521-411d-ae86-6b5f43df88bf service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811598 Aug 12 12:53:49.529432 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Deleting port 9175adea-c640-49a2-ae64-c969aeeea526 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:49.529787 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:49.608135 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:49.608469 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:49.641765 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Calling delete_port for 9175adea-c640-49a2-ae64-c969aeeea526 owned by network:floatingip {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:49.645044 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-25c83688-d014-46a4-98df-d1892504cbb5 req-e6e5b3e3-e484-426e-be4b-ca68d4cd5683 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 210 time: 0.0340724 Aug 12 12:53:49.789310 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:49.815929 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event deleted for resources: {'Port': ['ID=9175adea-c640-49a2-ae64-c969aeeea526,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:49.875011 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:49.875389 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Floating IP 45038e2e-ab4a-4362-80fd-0976f301ee96 disassociated (deleted). External IP: 172.27.2.39, port: 04c5ad1b-3ca0-453b-a782-26b7f01492aa. Aug 12 12:53:49.940516 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4e925811-1704-43e2-a1b0-4e9a852fd759 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:49.960095 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 4e925811-1704-43e2-a1b0-4e9a852fd759 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:49.960446 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4e925811-1704-43e2-a1b0-4e9a852fd759 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:50.079099 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:53:50.184756 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:53:50.189680 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:50.194247 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:53:50.202802 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:50.203435 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:50.214955 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7778ec69-aa74-4a76-9832-506358c326ac tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "DELETE /v2.0/floatingips/45038e2e-ab4a-4362-80fd-0976f301ee96 HTTP/1.1" status: 204 len: 168 time: 0.8490491 Aug 12 12:53:50.215674 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:50.218547 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:50.254704 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8708942-3f17-4fb8-80c2-dba1b69867ad x-openstack-request-id: req-b8708942-3f17-4fb8-80c2-dba1b69867ad {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:50.254999 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:50.255270 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8708942-3f17-4fb8-80c2-dba1b69867ad {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:50.255663 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'status': 'completed', 'code': 200} Aug 12 12:53:50.313299 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:50.317593 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-26a30576-9d20-4f33-8ea3-9293ce072146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:50.319423 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-26a30576-9d20-4f33-8ea3-9293ce072146 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4213a75e7e64244b2a92bbf3491348b&device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 1098 time: 0.0416226 Aug 12 12:53:50.456603 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-479ba0cc-1d86-4cd1-a6b5-e8c54a6ac450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:50.458240 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-479ba0cc-1d86-4cd1-a6b5-e8c54a6ac450 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 200 len: 913 time: 0.1218612 Aug 12 12:53:50.471330 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280dd3b-856a-483f-8cff-f2dd908200de req-3609522c-2fdf-4256-814d-a3091979b873 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:50.472677 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9280dd3b-856a-483f-8cff-f2dd908200de req-3609522c-2fdf-4256-814d-a3091979b873 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 945 time: 0.0740809 Aug 12 12:53:50.523572 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9280dd3b-856a-483f-8cff-f2dd908200de req-7e3f8a0e-e867-405f-a432-916ca20b2c85 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447245 Aug 12 12:53:50.543828 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:50.551083 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-3a03c280-4b21-4175-b327-d0b37cd44f3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 200 len: 217 time: 0.0588264 Aug 12 12:53:50.586625 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:53:50.596225 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:50.596847 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:50.648636 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-5f152b60-b914-48fc-9036-be6927422253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:50.650144 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-5f152b60-b914-48fc-9036-be6927422253 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 200 len: 851 time: 0.0676718 Aug 12 12:53:50.706649 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-0aa7e192-bf76-4969-8aff-57c4fb273ed6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:50.708693 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-0aa7e192-bf76-4969-8aff-57c4fb273ed6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.2101746 Aug 12 12:53:50.728116 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:50.728472 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Request body: {'port': {'device_id': '30801229-e307-496f-86a3-1097340f6ee6', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'admin_state_up': True, 'tenant_id': '7cec5d02c6034642bdee9dabc18bc075'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:50.934313 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:50.969489 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b46efb3-cd40-41b4-9537-c2bfdd6855ce None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:43:47Z', 'revision_number': 4, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '01a1f24a-0434-4851-92f7-25177dddebf1', 'name': '', 'network_id': 'a9369ced-bf2a-47fc-a55d-d5543f7566ae', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'mac_address': 'fa:16:3e:20:79:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:47Z', 'updated_at': '2021-08-12T12:43:55Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'subnets': [{'id': 'b7a71e05-ab82-4a13-b3ae-905b287aa252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:53:51.046071 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-ee806f39-fe0b-45fa-a043-0ee62e3065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:51.047508 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-ee806f39-fe0b-45fa-a043-0ee62e3065bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9369ced-bf2a-47fc-a55d-d5543f7566ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3876984 Aug 12 12:53:51.070664 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d60bf856-120c-46e7-8b8e-fc064291a992 req-b7ef4b6a-9c63-41b9-8729-092a35bcf41a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 210 time: 0.3222728 Aug 12 12:53:51.192550 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5dc548-8df4-464a-8b65-cbd6e125775f None None] New status for floating IP 45038e2e-ab4a-4362-80fd-0976f301ee96: DOWN {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:53:51.193116 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-c0f4b20c-50e5-413d-bf89-8b4df099a8bd service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278880 Aug 12 12:53:51.197177 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Made reservation on behalf of 7cec5d02c6034642bdee9dabc18bc075 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:53:51.200863 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.240316 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-11103997-6343-4874-b00c-11895594df2d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:51.241763 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-11103997-6343-4874-b00c-11895594df2d tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 945 time: 0.0488846 Aug 12 12:53:51.366132 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e9e3d119-bace-4d8b-8f7c-da6d1d15b433 req-28783729-d11c-452d-be65-fc3d0e19e7eb service neutron] 10.222.0.10 "GET /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622488 Aug 12 12:53:51.395153 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Allocated IP 172.20.0.10 (22f8314a-8a0f-4a01-af63-dd88727fc854/2453f08a-8909-415d-82c6-d27b0686b11b/4dce2703-9982-4cbe-93aa-50bd58939c68) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:53:51.554470 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.594807 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.606754 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:53:51.606992 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Deleting port 04c5ad1b-3ca0-453b-a782-26b7f01492aa {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:51.607569 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.651815 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:53:51.653179 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event updated for resources: {'Port': ['ID=4dce2703-9982-4cbe-93aa-50bd58939c68,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:51.656004 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:53:51.658203 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:53:51.703310 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85833b6-4314-4232-9490-1c083eba840f req-121358cc-ee3a-474f-b039-c5b5f87461a0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:51.704784 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c85833b6-4314-4232-9490-1c083eba840f req-121358cc-ee3a-474f-b039-c5b5f87461a0 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/ports?device_id=bfe627d4-54b8-4039-a9ff-28c42fb2aaab HTTP/1.1" status: 200 len: 945 time: 0.1134295 Aug 12 12:53:51.726232 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:51.727914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.750813 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-e2dabd40-12a1-42ef-aa3e-9267ba1a01fa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0279109 Aug 12 12:53:51.758781 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] For port 04c5ad1b-3ca0-453b-a782-26b7f01492aa, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=04c5ad1b-3ca0-453b-a782-26b7f01492aa,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:51.759174 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.765099 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Request body: {'port': {'device_id': '30801229-e307-496f-86a3-1097340f6ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:53:51.773817 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c85833b6-4314-4232-9490-1c083eba840f req-e078b891-434f-45fd-9795-a6659b09cefc tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584130 Aug 12 12:53:51.779590 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Calling delete_port for 04c5ad1b-3ca0-453b-a782-26b7f01492aa owned by compute:nova {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:51.824280 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.911818 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:51.965030 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event deleted for resources: {'Port': ['ID=04c5ad1b-3ca0-453b-a782-26b7f01492aa,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:51.999530 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] No DVR routers for this DVR port 04c5ad1b-3ca0-453b-a782-26b7f01492aa on host hv-cinder-80429 {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:53:52.002613 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:52.004666 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-5db34704-fda8-47b5-bf18-828ac3c581b6 req-62a13f7c-f62a-49c8-a8f8-873d8917d943 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.10 "DELETE /v2.0/ports/04c5ad1b-3ca0-453b-a782-26b7f01492aa HTTP/1.1" status: 204 len: 173 time: 0.7559702 Aug 12 12:53:52.091766 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dce2703-9982-4cbe-93aa-50bd58939c68 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:53:52.099728 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:52.112041 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Transition to ACTIVE for port object 4dce2703-9982-4cbe-93aa-50bd58939c68 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:53:52.116757 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:52.194236 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4dce2703-9982-4cbe-93aa-50bd58939c68,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:52.231680 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64688b61-d9bb-4490-836b-5f308b8d0417 req-0925300f-bbea-4f4f-9198-078754c194eb tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:52.233689 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-64688b61-d9bb-4490-836b-5f308b8d0417 req-0925300f-bbea-4f4f-9198-078754c194eb tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 944 time: 0.0931637 Aug 12 12:53:52.257223 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'name': 'network-vif-deleted', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:52.259647 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c8594a-ccac-45ac-b00f-0078506bf8f0" -d '{"events": [{"server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "name": "network-vif-deleted", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:52.305145 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Attempting to bind port 4dce2703-9982-4cbe-93aa-50bd58939c68 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:53:52.305483 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Attempting to bind port 4dce2703-9982-4cbe-93aa-50bd58939c68 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:53:52.305821 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Attempting to bind port 4dce2703-9982-4cbe-93aa-50bd58939c68 on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:53:52.313359 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-64688b61-d9bb-4490-836b-5f308b8d0417 req-f284d55e-8de4-46a4-9bea-0a5e4a79c5c3 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609934 Aug 12 12:53:52.315943 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Port 4dce2703-9982-4cbe-93aa-50bd58939c68 on network 22f8314a-8a0f-4a01-af63-dd88727fc854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:53:52.316458 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Attempting to bind port 4dce2703-9982-4cbe-93aa-50bd58939c68 on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:53:52.322426 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:53:52.322764 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Checking segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:53:52.323168 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Bound using segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:53:52.323796 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Bound port: 4dce2703-9982-4cbe-93aa-50bd58939c68, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:53:52.324329 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:52.376487 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d0dc74-0371-4233-8c40-c2904148cc40 x-openstack-request-id: req-42d0dc74-0371-4233-8c40-c2904148cc40 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:52.376836 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe627d4-54b8-4039-a9ff-28c42fb2aaab", "name": "network-vif-deleted", "tag": "04c5ad1b-3ca0-453b-a782-26b7f01492aa", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:52.377144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42d0dc74-0371-4233-8c40-c2904148cc40 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:52.377623 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe627d4-54b8-4039-a9ff-28c42fb2aaab', 'name': 'network-vif-deleted', 'tag': '04c5ad1b-3ca0-453b-a782-26b7f01492aa', 'status': 'completed', 'code': 200} Aug 12 12:53:52.402435 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] For port 4dce2703-9982-4cbe-93aa-50bd58939c68, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:53:52.406209 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] For port 4dce2703-9982-4cbe-93aa-50bd58939c68, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4dce2703-9982-4cbe-93aa-50bd58939c68,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:53:52.411442 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:52.445213 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:52.446057 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:52.447460 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/4dce2703-9982-4cbe-93aa-50bd58939c68 HTTP/1.1" status: 200 len: 1094 time: 0.6877234 Aug 12 12:53:52.449782 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30801229-e307-496f-86a3-1097340f6ee6', 'tag': '4dce2703-9982-4cbe-93aa-50bd58939c68'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:53:52.451874 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac2e99d-96cc-4d7f-8b96-842d7267aa33" -d '{"events": [{"name": "network-changed", "server_uuid": "30801229-e307-496f-86a3-1097340f6ee6", "tag": "4dce2703-9982-4cbe-93aa-50bd58939c68"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:53:52.481778 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd331a-b12c-4c32-92ca-42492287f2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4dce2703-9982-4cbe-93aa-50bd58939c68,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:52.500930 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8d817c-2e39-4c81-89dd-046dd1b9d80c x-openstack-request-id: req-eb8d817c-2e39-4c81-89dd-046dd1b9d80c {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:53:52.501212 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30801229-e307-496f-86a3-1097340f6ee6", "tag": "4dce2703-9982-4cbe-93aa-50bd58939c68", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:53:52.501464 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb8d817c-2e39-4c81-89dd-046dd1b9d80c {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:53:52.501849 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30801229-e307-496f-86a3-1097340f6ee6', 'tag': '4dce2703-9982-4cbe-93aa-50bd58939c68', 'status': 'completed', 'code': 200} Aug 12 12:53:52.532170 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-7d1e3f20-5140-48f9-b911-3a6c2462e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:52.533591 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-7d1e3f20-5140-48f9-b911-3a6c2462e1cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0433784 Aug 12 12:53:52.574910 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-5849ed6f-8f5d-4332-bd9f-fedaf7bd17ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dce2703-9982-4cbe-93aa-50bd58939c68 HTTP/1.1" status: 200 len: 217 time: 0.0325150 Aug 12 12:53:52.634858 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-fdfb321b-9317-4a85-b4b2-6555fc369ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:52.636342 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-fdfb321b-9317-4a85-b4b2-6555fc369ca9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0465171 Aug 12 12:53:52.673143 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-c044b662-80fe-4f3d-818f-0447da2b9681 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241802 Aug 12 12:53:52.767793 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-01bdca1e-71ad-4088-ad20-1fca97ece9b2 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861881 Aug 12 12:53:52.829991 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43476) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:52.950515 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-92a2025a-7d6c-4709-ab7c-65fbbd7dae3b req-c0e3ce71-a421-43d3-b646-9041f1913b5e service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748309 Aug 12 12:53:52.979336 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Deleting port 461d1b7d-3746-4e47-9db6-bed72742f82d {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:52.979597 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:53.085429 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:53.085746 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:53.088998 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-f5cd11cc-2125-4f7b-a0c7-77bf1c7005b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:53.090468 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-f5cd11cc-2125-4f7b-a0c7-77bf1c7005b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0721533 Aug 12 12:53:53.099886 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Calling delete_port for 461d1b7d-3746-4e47-9db6-bed72742f82d owned by network:floatingip {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:53.236957 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-5fbc76c0-78ad-4d15-a675-1cd0c9da93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:53.238307 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-5fbc76c0-78ad-4d15-a675-1cd0c9da93f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 916 time: 0.1366665 Aug 12 12:53:53.283901 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-f90417a7-94b5-450d-b94a-49daf9aee339 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dce2703-9982-4cbe-93aa-50bd58939c68 HTTP/1.1" status: 200 len: 217 time: 0.0372450 Aug 12 12:53:53.362419 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-919bf5e6-8518-44af-bac1-6972fa069278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:53.363919 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-919bf5e6-8518-44af-bac1-6972fa069278 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0736160 Aug 12 12:53:53.364946 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:53.400831 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event deleted for resources: {'Port': ['ID=461d1b7d-3746-4e47-9db6-bed72742f82d,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:53.425793 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-9f8fcc3b-17c6-4fd9-b3ac-cb38ababb3f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399833 Aug 12 12:53:53.569001 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bcb654-d662-46e2-be23-58cc9f4cf239 req-ec927e04-2cf1-4308-9514-59b43c5efe4d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:53.570472 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-82bcb654-d662-46e2-be23-58cc9f4cf239 req-ec927e04-2cf1-4308-9514-59b43c5efe4d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 944 time: 0.1811521 Aug 12 12:53:53.593710 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for floatingip, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:53.596206 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:53.597282 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-01c5c5ff-1fa3-42c2-aff6-7d483b953a90 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "DELETE /v2.0/floatingips/7d85b3b6-a3be-4f29-bcda-426b480f0545 HTTP/1.1" status: 204 len: 168 time: 0.7663283 Aug 12 12:53:53.630783 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-2a43400e-1b67-4c0a-b898-c58bbacc4bf6 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839740 Aug 12 12:53:53.636063 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-82bcb654-d662-46e2-be23-58cc9f4cf239 req-0d4db2a4-0634-4882-80d8-a6ab2188a26f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587006 Aug 12 12:53:53.721817 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-dac2e99d-96cc-4d7f-8b96-842d7267aa33 req-57c93feb-ae64-4516-9bee-d45dc78bf75a service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840096 Aug 12 12:53:54.752702 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead49f28-7b76-4a5d-bf9c-ddf30a046cf1 req-7c2bc74b-e34d-4f14-ab71-d13d95a99941 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:54.754156 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ead49f28-7b76-4a5d-bf9c-ddf30a046cf1 req-7c2bc74b-e34d-4f14-ab71-d13d95a99941 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 944 time: 0.0529644 Aug 12 12:53:54.791023 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ead49f28-7b76-4a5d-bf9c-ddf30a046cf1 req-7b71fc5b-058e-478a-bca1-a803eff6cce9 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 12 12:53:54.794238 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43496) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:54.852449 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fbe94542-56d7-48f5-8a0f-00cd4d751d11 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:54.880497 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fbe94542-56d7-48f5-8a0f-00cd4d751d11 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:54.944269 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fbe94542-56d7-48f5-8a0f-00cd4d751d11 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:54.947076 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fbe94542-56d7-48f5-8a0f-00cd4d751d11 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:54.948268 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-fbe94542-56d7-48f5-8a0f-00cd4d751d11 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] 10.222.0.22 "DELETE /v2.0/security-groups/a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9 HTTP/1.1" status: 204 len: 168 time: 0.1525331 Aug 12 12:53:54.957869 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe94542-56d7-48f5-8a0f-00cd4d751d11 tempest-TestVolumeBootPattern-1522170138 tempest-TestVolumeBootPattern-1522170138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a757cfb0-e046-4bb5-9b4d-08a42f0fc1b9,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:55.902665 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b1942-e5dc-4edf-abd7-f491dd0d031c req-d0db2f5d-8247-4473-a978-3fd2d41209ff tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:55.904644 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-104b1942-e5dc-4edf-abd7-f491dd0d031c req-d0db2f5d-8247-4473-a978-3fd2d41209ff tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 944 time: 0.0481601 Aug 12 12:53:55.940512 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-104b1942-e5dc-4edf-abd7-f491dd0d031c req-504d729e-2ed0-49e9-baf0-6ce76d5fcf97 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300398 Aug 12 12:53:56.033150 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43512) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:56.412874 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:56.655125 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Deleting port 01a1f24a-0434-4851-92f7-25177dddebf1 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:56.655464 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:56.729083 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] For port 01a1f24a-0434-4851-92f7-25177dddebf1, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=01a1f24a-0434-4851-92f7-25177dddebf1,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:56.729366 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:56.741425 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Calling delete_port for 01a1f24a-0434-4851-92f7-25177dddebf1 owned by network:router_interface {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:56.913042 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:56.938896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a1f24a-0434-4851-92f7-25177dddebf1,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:57.063780 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 04c5ad1b-3ca0-453b-a782-26b7f01492aa no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:57.087834 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 04c5ad1b-3ca0-453b-a782-26b7f01492aa {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:57.088329 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 04c5ad1b-3ca0-453b-a782-26b7f01492aa not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:57.123392 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ee63b-b9ae-47cd-b46e-91c6ee5df3b9 req-022f727f-c08f-450e-9a8b-0a2486addf4a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:57.124857 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-360ee63b-b9ae-47cd-b46e-91c6ee5df3b9 req-022f727f-c08f-450e-9a8b-0a2486addf4a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 944 time: 0.0908041 Aug 12 12:53:57.165644 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:57.184055 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-360ee63b-b9ae-47cd-b46e-91c6ee5df3b9 req-5175f208-8345-41e2-b62e-d1069f540bbe tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518446 Aug 12 12:53:57.380580 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:53:57.746430 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:53:57.753874 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-476888f9-e7ce-4318-bd99-85c89fed20b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/372e873f-2ca0-4619-a42e-49cc6b1ee3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172351 Aug 12 12:53:57.753874 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43522) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:57.754689 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] Sync routers for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:53:57.764273 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:57.764880 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:57.853776 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:57.866641 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:57.959275 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.012569 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Deleting port 2e00042f-554f-461b-b700-797f6222d7db {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:58.012983 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.092451 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] For port 2e00042f-554f-461b-b700-797f6222d7db, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=2e00042f-554f-461b-b700-797f6222d7db,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:58.092806 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.104782 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Calling delete_port for 2e00042f-554f-461b-b700-797f6222d7db owned by network:router_gateway {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:58.171241 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '2e00042f-554f-461b-b700-797f6222d7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:53:56Z', 'revision_number': 5, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port': {'id': '2e00042f-554f-461b-b700-797f6222d7db', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:22:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:45Z', 'updated_at': '2021-08-12T12:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:58.196633 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] Checking router: 372e873f-2ca0-4619-a42e-49cc6b1ee3cb for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:53:58.205495 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] Routers {'372e873f-2ca0-4619-a42e-49cc6b1ee3cb'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:53:58.206102 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:58.268737 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.294295 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e00042f-554f-461b-b700-797f6222d7db,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:58.296487 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] Set router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb gateway port host: None {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:53:58.315683 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0eb86-5407-4cd1-93aa-b3b363c3d4af req-30f4a6da-b6be-4df5-822c-30532701065c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:58.317227 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-00c0eb86-5407-4cd1-93aa-b3b363c3d4af req-30f4a6da-b6be-4df5-822c-30532701065c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 944 time: 0.0598655 Aug 12 12:53:58.353769 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.355514 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:53:57Z', 'revision_number': 6, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port_host': None}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:58.358167 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-00c0eb86-5407-4cd1-93aa-b3b363c3d4af req-818dd8bf-bfa2-4ea9-8b17-4ef6f5fb5950 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344501 Aug 12 12:53:58.382395 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b3641-3531-455e-9a8f-61d5760f3659 None None] The sync data for ids ['372e873f-2ca0-4619-a42e-49cc6b1ee3cb'] in dv-cinder-804294-1-iscsi is: [{'id': '372e873f-2ca0-4619-a42e-49cc6b1ee3cb', 'name': 'tempest-TestVolumeBootPattern-1921796564-router', 'tenant_id': 'a4213a75e7e64244b2a92bbf3491348b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:44Z', 'updated_at': '2021-08-12T12:53:57Z', 'revision_number': 6, 'project_id': 'a4213a75e7e64244b2a92bbf3491348b', 'gw_port_host': None}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:53:58.444356 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.446416 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.489944 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.490483 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 372e873f-2ca0-4619-a42e-49cc6b1ee3cb {{(pid=100365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 12:53:58.494713 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.495871 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-4901db40-4dbd-443b-91fe-3147633099a6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/372e873f-2ca0-4619-a42e-49cc6b1ee3cb HTTP/1.1" status: 204 len: 168 time: 0.7410910 Aug 12 12:53:58.499055 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43528) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:58.541506 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] Deleting subnet b7a71e05-ab82-4a13-b3ae-905b287aa252 {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:53:58.544347 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.577171 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.654240 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.704641 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.729570 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a71e05-ab82-4a13-b3ae-905b287aa252,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:58.733523 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.738055 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-fe3d4356-4ef2-48cc-a54d-2dcbc25371f0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b7a71e05-ab82-4a13-b3ae-905b287aa252 HTTP/1.1" status: 204 len: 168 time: 0.2378700 Aug 12 12:53:58.738534 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43530) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:58.739289 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216b31c-7765-45bb-9944-4e84a4ffad52 None None] Network a9369ced-bf2a-47fc-a55d-d5543f7566ae requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:53:58.809775 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.864717 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Deleting port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:58.865053 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.930322 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] For port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=604b1ccc-541a-44e9-ac8c-f81ff2d2a798,segment=NetworkSegment(41f01b22-de4c-4e79-b597-a7b8e53271c1),segment_id=41f01b22-de4c-4e79-b597-a7b8e53271c1)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:58.930857 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:58.944130 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Calling delete_port for 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 owned by network:dhcp {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:53:59.017469 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.047746 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=604b1ccc-541a-44e9-ac8c-f81ff2d2a798,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:59.049499 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] No DVR routers for this DVR port 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 on host dv-cinder-804294-1-iscsi {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:53:59.116263 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.125631 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9369ced-bf2a-47fc-a55d-d5543f7566ae']}} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:59.136610 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f01b22-de4c-4e79-b597-a7b8e53271c1') {'for_net_delete': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:59.136902 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f01b22-de4c-4e79-b597-a7b8e53271c1') {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:53:59.146487 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14515112'] for segment, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.160735 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766f01a-f42e-4f79-adb4-fc21068d3139 None None] DHCP port deletion for a9369ced-bf2a-47fc-a55d-d5543f7566ae request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 12:53:59.164821 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.174419 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:53:59.174419 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13208973'] for segment, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: Traceback (most recent call last): Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: timer() Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: cb(*args, **kw) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: return func(*args, **kwargs) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: self._notify() Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: self.callback(batched_events) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: event.method(event) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: return f(self, *a, **k) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._get(url).json() Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: return self.request(url, 'GET', **kwargs) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:53:59.177767 dv-cinder-804294-1-iscsi neutron-server[100364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:53:59.222236 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:59.241878 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.243887 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:59.244241 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 604b1ccc-541a-44e9-ac8c-f81ff2d2a798 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:59.244683 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 2e00042f-554f-461b-b700-797f6222d7db no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:59.246496 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.248453 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] 10.222.0.22 "DELETE /v2.0/networks/a9369ced-bf2a-47fc-a55d-d5543f7566ae HTTP/1.1" status: 204 len: 168 time: 0.5052044 Aug 12 12:53:59.251315 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43534) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:53:59.269470 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f168d-870e-4957-93e3-4f89f6710e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9369ced-bf2a-47fc-a55d-d5543f7566ae,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:53:59.271455 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 2e00042f-554f-461b-b700-797f6222d7db {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:59.271931 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 2e00042f-554f-461b-b700-797f6222d7db not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:59.272206 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 01a1f24a-0434-4851-92f7-25177dddebf1 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:53:59.295943 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 01a1f24a-0434-4851-92f7-25177dddebf1 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:53:59.296327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 01a1f24a-0434-4851-92f7-25177dddebf1 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:53:59.491990 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca506c5-d8b3-425d-bb1a-ddaaff01f933 req-4c37bb33-2987-4f97-beec-b7e0886297d5 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:53:59.493543 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7ca506c5-d8b3-425d-bb1a-ddaaff01f933 req-4c37bb33-2987-4f97-beec-b7e0886297d5 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 944 time: 0.0555313 Aug 12 12:53:59.540011 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7ca506c5-d8b3-425d-bb1a-ddaaff01f933 req-2c287836-e6c7-4020-8a64-f7d5e785e0d3 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Aug 12 12:53:59.618124 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.845898 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Deleting port d8c3f6d1-b534-4104-a532-e85f79253c7b {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:53:59.846132 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.932165 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] For port d8c3f6d1-b534-4104-a532-e85f79253c7b, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d8c3f6d1-b534-4104-a532-e85f79253c7b,segment=NetworkSegment(80773a11-1a90-42ac-9329-8444857bb42f),segment_id=80773a11-1a90-42ac-9329-8444857bb42f)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:53:59.932528 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:53:59.945182 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Calling delete_port for d8c3f6d1-b534-4104-a532-e85f79253c7b owned by network:router_interface {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:54:00.034185 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4dce2703-9982-4cbe-93aa-50bd58939c68 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:54:00.119676 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:00.126309 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 4dce2703-9982-4cbe-93aa-50bd58939c68, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4dce2703-9982-4cbe-93aa-50bd58939c68,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:00.137759 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '4dce2703-9982-4cbe-93aa-50bd58939c68', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'port_id': '4dce2703-9982-4cbe-93aa-50bd58939c68', 'mac_address': 'fa:16:3e:42:2c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2453f08a-8909-415d-82c6-d27b0686b11b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:54:00.144977 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c3f6d1-b534-4104-a532-e85f79253c7b,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:00.175523 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:00.189638 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dce2703-9982-4cbe-93aa-50bd58939c68 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:54:00.214758 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 4dce2703-9982-4cbe-93aa-50bd58939c68, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4dce2703-9982-4cbe-93aa-50bd58939c68,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:00.219427 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:00.282941 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=4dce2703-9982-4cbe-93aa-50bd58939c68,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:00.320138 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:00.544359 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:54:00.597860 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['4dce2703-9982-4cbe-93aa-50bd58939c68'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:54:00.677481 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:54:00.682511 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ea5c416a-2ed8-4526-830f-dcb0d86e73f1 admin admin] 10.222.0.22 "PUT /v2.0/routers/dbb94db2-d475-4aa4-a207-0b9acd01b5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4302316 Aug 12 12:54:00.685100 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43546) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:54:00.686617 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] Sync routers for ids ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:54:00.700155 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] Routers {'dbb94db2-d475-4aa4-a207-0b9acd01b5d0'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:54:00.700758 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:54:00.701805 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644ecc5-cad3-4db5-bc74-3261b4e7669d req-1272d617-64a4-4cd7-8644-96b116fd8726 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:00.706713 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b644ecc5-cad3-4db5-bc74-3261b4e7669d req-1272d617-64a4-4cd7-8644-96b116fd8726 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 945 time: 0.1013463 Aug 12 12:54:00.807110 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] Set router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:54:00.809889 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b644ecc5-cad3-4db5-bc74-3261b4e7669d req-b17b0f54-b0c7-4fc9-9134-acf53a2bbca4 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676906 Aug 12 12:54:00.829315 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks [] for router, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:00.933651 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:00.984218 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Deleting port d8ae3902-dc13-4070-b1ae-05466a05cc42 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:54:00.984552 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:00.988130 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:54:00Z', 'revision_number': 5, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port': {'id': 'd8ae3902-dc13-4070-b1ae-05466a05cc42', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:54:01.013018 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] Checking router: dbb94db2-d475-4aa4-a207-0b9acd01b5d0 for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:54:01.021974 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] Routers {'dbb94db2-d475-4aa4-a207-0b9acd01b5d0'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:54:01.022573 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:53:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:54:01.062931 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] For port d8ae3902-dc13-4070-b1ae-05466a05cc42, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d8ae3902-dc13-4070-b1ae-05466a05cc42,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:01.063347 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.074480 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Calling delete_port for d8ae3902-dc13-4070-b1ae-05466a05cc42 owned by network:router_gateway {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:54:01.104529 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] Set router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 gateway port host: None {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:54:01.157628 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:54:00Z', 'revision_number': 6, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port_host': None}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:54:01.182668 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc8429-f025-418c-b8f6-0317f938a51f None None] The sync data for ids ['dbb94db2-d475-4aa4-a207-0b9acd01b5d0'] in dv-cinder-804294-1-iscsi is: [{'id': 'dbb94db2-d475-4aa4-a207-0b9acd01b5d0', 'name': 'tempest-TestVolumeBootPattern-1425325201-router', 'tenant_id': '275be3add10f494595b83f9e9a3ac3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:43:50Z', 'updated_at': '2021-08-12T12:54:00Z', 'revision_number': 6, 'project_id': '275be3add10f494595b83f9e9a3ac3e3', 'gw_port_host': None}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:54:01.236668 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.260799 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ae3902-dc13-4070-b1ae-05466a05cc42,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:01.322845 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.408286 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.410314 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.453759 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.454320 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb94db2-d475-4aa4-a207-0b9acd01b5d0 {{(pid=100364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 12:54:01.459821 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.460967 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-8dd60ca9-9174-4f77-bdbc-720fbd3bb215 admin admin] 10.222.0.22 "DELETE /v2.0/routers/dbb94db2-d475-4aa4-a207-0b9acd01b5d0 HTTP/1.1" status: 204 len: 168 time: 0.7749603 Aug 12 12:54:01.463623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43550) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:54:01.512994 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] Deleting subnet 73b91736-b71e-4b70-8d72-a43b2faa2548 {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:54:01.516161 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.560943 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.637031 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.693788 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.716456 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b91736-b71e-4b70-8d72-a43b2faa2548,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:01.722494 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.724335 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-abaa9dde-f413-45e1-8ed7-946766b208fb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/73b91736-b71e-4b70-8d72-a43b2faa2548 HTTP/1.1" status: 204 len: 168 time: 0.2596431 Aug 12 12:54:01.726847 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43552) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:54:01.729432 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c8006-9260-4fdb-a461-282b7d8f6d55 None None] Network 67851502-b4d3-4646-9dd3-dd3e4b09584c requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:54:01.791770 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.847399 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Deleting port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:54:01.847623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.906718 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] DHCP port deletion for 67851502-b4d3-4646-9dd3-dd3e4b09584c request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 12:54:01.948566 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] For port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,segment=NetworkSegment(80773a11-1a90-42ac-9329-8444857bb42f),segment_id=80773a11-1a90-42ac-9329-8444857bb42f)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:01.948928 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.953921 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] Deleting port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 {{(pid=100366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:54:01.954380 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:01.964076 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Calling delete_port for d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 owned by network:dhcp {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:54:01.973119 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1922310-0bd4-4345-8b51-bb21c0f7d160 req-eba15c56-ef23-4f76-a53e-5f3f9ce5685b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:01.974673 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b1922310-0bd4-4345-8b51-bb21c0f7d160 req-eba15c56-ef23-4f76-a53e-5f3f9ce5685b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 945 time: 0.0847189 Aug 12 12:54:02.023393 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] For port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,segment=NetworkSegment(80773a11-1a90-42ac-9329-8444857bb42f),segment_id=80773a11-1a90-42ac-9329-8444857bb42f)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:02.023794 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.036952 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] Calling delete_port for d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 owned by network:dhcp {{(pid=100366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:54:02.062038 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b1922310-0bd4-4345-8b51-bb21c0f7d160 req-4ce3c26e-8bd4-4c78-a5e3-f34b29a3cb13 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787153 Aug 12 12:54:02.098400 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.120529 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150'] for port, after_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.126923 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Pushing event deleted for resources: {'Port': ['ID=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:02.128793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] No DVR routers for this DVR port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 on host dv-cinder-804294-1-iscsi {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:54:02.145903 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] Pushing event deleted for resources: {'Port': ['ID=d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13,revision_number=None']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:02.149558 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7573a516-a74c-4202-8249-9dd2a31733c7 None None] No DVR routers for this DVR port d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 on host dv-cinder-804294-1-iscsi {{(pid=100366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:54:02.208066 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.217941 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67851502-b4d3-4646-9dd3-dd3e4b09584c']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:54:02.227583 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80773a11-1a90-42ac-9329-8444857bb42f') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:54:02.227815 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80773a11-1a90-42ac-9329-8444857bb42f') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:54:02.236898 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.250063 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.255911 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:54:02.256296 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:54:02.257974 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:54:02.309106 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.314918 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.317067 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] 10.222.0.22 "DELETE /v2.0/networks/67851502-b4d3-4646-9dd3-dd3e4b09584c HTTP/1.1" status: 204 len: 168 time: 0.5889974 Aug 12 12:54:02.327936 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162fb09-be3b-4cb1-9afd-89a338d4586b admin admin] Pushing event deleted for resources: {'Network': ['ID=67851502-b4d3-4646-9dd3-dd3e4b09584c,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:02.437846 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43558) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:54:02.476883 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a25886a3-da86-42c8-a533-9d658d1c7e21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4213a75e7e64244b2a92bbf3491348b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376766 Aug 12 12:54:02.479127 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43562) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:54:02.530236 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-90ca16bd-b4ce-4d2e-81b5-147d6152b36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.550009 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-90ca16bd-b4ce-4d2e-81b5-147d6152b36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.594323 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-90ca16bd-b4ce-4d2e-81b5-147d6152b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.598475 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-90ca16bd-b4ce-4d2e-81b5-147d6152b36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:02.599728 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-90ca16bd-b4ce-4d2e-81b5-147d6152b36b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6033f6c5-6bfc-43d2-9459-17cde328d39e HTTP/1.1" status: 204 len: 168 time: 0.1197276 Aug 12 12:54:02.610124 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca16bd-b4ce-4d2e-81b5-147d6152b36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6033f6c5-6bfc-43d2-9459-17cde328d39e,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:02.892518 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8c3f6d1-b534-4104-a532-e85f79253c7b no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:54:02.916034 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: d8c3f6d1-b534-4104-a532-e85f79253c7b {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:54:02.916376 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8c3f6d1-b534-4104-a532-e85f79253c7b not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:54:02.916782 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8ae3902-dc13-4070-b1ae-05466a05cc42 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:54:02.920267 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 43568) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:54:02.938907 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: d8ae3902-dc13-4070-b1ae-05466a05cc42 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:54:02.939270 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d8ae3902-dc13-4070-b1ae-05466a05cc42 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:54:02.939678 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:54:02.957827 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:54:02.958165 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device d04e2f4a-fe90-4e68-9c43-b6bcdcf96c13 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:54:02.959801 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-b899a8cf-9bfb-4ce3-8c27-80ce0c53a4c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=275be3add10f494595b83f9e9a3ac3e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380847 Aug 12 12:54:02.962093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 43570) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:54:03.010093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-645bd846-083e-45fd-bcc9-0d162f93bfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:03.030728 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-645bd846-083e-45fd-bcc9-0d162f93bfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:03.078680 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-645bd846-083e-45fd-bcc9-0d162f93bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:03.081189 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-645bd846-083e-45fd-bcc9-0d162f93bfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:03.086087 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-645bd846-083e-45fd-bcc9-0d162f93bfd2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/307dfcef-e7c9-415f-a13a-b0c748cc2417 HTTP/1.1" status: 204 len: 168 time: 0.1219537 Aug 12 12:54:03.092850 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bd846-083e-45fd-bcc9-0d162f93bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307dfcef-e7c9-415f-a13a-b0c748cc2417,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:03.178766 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf8184-156d-466a-9267-2d7876162775 req-c6e1935e-1c4e-4d88-908b-173c3371af8b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:03.180397 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7abf8184-156d-466a-9267-2d7876162775 req-c6e1935e-1c4e-4d88-908b-173c3371af8b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Aug 12 12:54:03.218744 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7abf8184-156d-466a-9267-2d7876162775 req-d0ab1746-5540-4479-9f4b-eeb01c288421 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Aug 12 12:54:03.622663 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:04.329023 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a5027-537d-4e0f-9741-319436328b24 req-f385ba6a-9d8f-4dd3-b165-0b3142156c8c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:04.330512 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-028a5027-537d-4e0f-9741-319436328b24 req-f385ba6a-9d8f-4dd3-b165-0b3142156c8c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 945 time: 0.0469928 Aug 12 12:54:04.367517 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-028a5027-537d-4e0f-9741-319436328b24 req-a8655735-e07f-412e-bd48-f4ee2a73f96b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Aug 12 12:54:05.478080 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55de0b-5184-4195-80d8-02a7b5e9fedb req-2fde5cd1-0a9d-490a-aad5-2d83acd9c69d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:05.479572 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4e55de0b-5184-4195-80d8-02a7b5e9fedb req-2fde5cd1-0a9d-490a-aad5-2d83acd9c69d tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 945 time: 0.0477564 Aug 12 12:54:05.520445 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4e55de0b-5184-4195-80d8-02a7b5e9fedb req-fdc7effe-c441-41bc-857e-161994ed2dfd tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Aug 12 12:54:06.634805 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f026a-0c4f-42da-91e8-1d5c207e223a req-1e9d36d8-ef70-492d-abd0-054431f6f3b2 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:06.636272 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-512f026a-0c4f-42da-91e8-1d5c207e223a req-1e9d36d8-ef70-492d-abd0-054431f6f3b2 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Aug 12 12:54:06.672796 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-512f026a-0c4f-42da-91e8-1d5c207e223a req-5f56538c-b759-428f-9265-f04defe748d1 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Aug 12 12:54:07.650624 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4dce2703-9982-4cbe-93aa-50bd58939c68 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:54:07.697363 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 4dce2703-9982-4cbe-93aa-50bd58939c68 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:54:07.701474 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 4dce2703-9982-4cbe-93aa-50bd58939c68 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:54:07.701843 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:07.781150 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:07.785387 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661294e-65c0-4706-9a50-16a75d81eb00 req-801e7464-6b8d-484c-8ef5-f27ff91e026f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:07.786842 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6661294e-65c0-4706-9a50-16a75d81eb00 req-801e7464-6b8d-484c-8ef5-f27ff91e026f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Aug 12 12:54:07.802833 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30801229-e307-496f-86a3-1097340f6ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dce2703-9982-4cbe-93aa-50bd58939c68'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:07.805062 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b9932-6c79-43da-866a-058f8764fb6c" -d '{"events": [{"server_uuid": "30801229-e307-496f-86a3-1097340f6ee6", "name": "network-vif-plugged", "status": "completed", "tag": "4dce2703-9982-4cbe-93aa-50bd58939c68"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:07.817926 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 4dce2703-9982-4cbe-93aa-50bd58939c68, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4dce2703-9982-4cbe-93aa-50bd58939c68,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:07.822209 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:07.836383 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6661294e-65c0-4706-9a50-16a75d81eb00 req-20b19943-a138-4528-9f83-1736b5c22c4f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Aug 12 12:54:07.874791 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=4dce2703-9982-4cbe-93aa-50bd58939c68,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:08.019847 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d074c9-7bb1-4a3e-a2d6-61a972d780c4 x-openstack-request-id: req-d0d074c9-7bb1-4a3e-a2d6-61a972d780c4 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:08.020142 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30801229-e307-496f-86a3-1097340f6ee6", "name": "network-vif-plugged", "status": "completed", "tag": "4dce2703-9982-4cbe-93aa-50bd58939c68", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:08.020561 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0d074c9-7bb1-4a3e-a2d6-61a972d780c4 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:08.020967 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30801229-e307-496f-86a3-1097340f6ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dce2703-9982-4cbe-93aa-50bd58939c68', 'code': 200} Aug 12 12:54:08.947348 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933cfa5-ccbf-42aa-9a07-17e1835be82a req-c057826c-f5f6-4f85-80b6-e2e0284f09ac tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:08.948763 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3933cfa5-ccbf-42aa-9a07-17e1835be82a req-c057826c-f5f6-4f85-80b6-e2e0284f09ac tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0466335 Aug 12 12:54:08.984769 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3933cfa5-ccbf-42aa-9a07-17e1835be82a req-875c6a16-08cd-496a-9af2-832627aacd85 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302682 Aug 12 12:54:09.453450 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4a7363ca-cccb-456d-80a6-1ce2be796b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:10.096301 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3ca36-27d7-4357-a555-62f1c2246c11 req-bc9ab95e-dc73-4ae8-8abf-055f9fbe0b27 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:10.097665 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-63c3ca36-27d7-4357-a555-62f1c2246c11 req-bc9ab95e-dc73-4ae8-8abf-055f9fbe0b27 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0477090 Aug 12 12:54:10.133588 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-63c3ca36-27d7-4357-a555-62f1c2246c11 req-4e3a42e6-3cf9-491c-a21c-9b314582a7fe tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301754 Aug 12 12:54:10.336166 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f1eb6-0710-4988-b156-c422486da99f req-473e5baa-23b2-406f-8df4-10f91cd90943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:10.337582 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ac1f1eb6-0710-4988-b156-c422486da99f req-473e5baa-23b2-406f-8df4-10f91cd90943 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0384779 Aug 12 12:54:10.372050 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ac1f1eb6-0710-4988-b156-c422486da99f req-0f8b8718-bffe-4b00-937d-055a0fa8a1f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251293 Aug 12 12:54:11.243795 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9644e-1088-4a19-a92d-9155778e44e0 req-55137f2e-dae6-40ea-8882-4323be765b1a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:11.245261 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8c9644e-1088-4a19-a92d-9155778e44e0 req-55137f2e-dae6-40ea-8882-4323be765b1a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0470095 Aug 12 12:54:11.282828 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a8c9644e-1088-4a19-a92d-9155778e44e0 req-61c38323-e0cd-46fb-aad2-cc4fd2ad475b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Aug 12 12:54:12.020692 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-b04dd4b8-2d80-47ac-8424-31e179e74466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:12.296173 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:12.396799 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08828f-7793-4e5d-9ce8-354a6f2561de req-01baa1a8-3a6b-4331-9245-800ce0550ded tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:12.398236 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab08828f-7793-4e5d-9ce8-354a6f2561de req-01baa1a8-3a6b-4331-9245-800ce0550ded tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0507269 Aug 12 12:54:12.433605 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ab08828f-7793-4e5d-9ce8-354a6f2561de req-06104920-9c8e-46e3-bd8f-f62b74bb4a97 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295899 Aug 12 12:54:13.251652 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:14.168494 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-cfa197de-2f5d-438d-a9c4-f4661631d5d6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:14.169959 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-cfa197de-2f5d-438d-a9c4-f4661631d5d6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.1038373 Aug 12 12:54:14.185029 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-115adadd-657c-4237-8293-b577ecdc465b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/quotas/7cec5d02c6034642bdee9dabc18bc075 HTTP/1.1" status: 200 len: 375 time: 0.0087991 Aug 12 12:54:14.233957 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-abb1d28f-62bc-4e12-b56a-2974cde57bb8 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433495 Aug 12 12:54:14.419400 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-4287ed83-ad31-4637-962f-f8100f676bfd service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785841 Aug 12 12:54:14.504291 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-dc91c92f-fa3b-41f2-b29c-523d471eb7c2 service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788846 Aug 12 12:54:14.655166 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e0b17c38-3695-4850-844e-dfa2a3031324 req-78392ced-9350-41be-943b-59ee9c210c4a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 210 time: 0.0265114 Aug 12 12:54:14.908928 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:15.545922 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-b3d404fb-f62c-44e8-8dd4-5d697231a0d7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:15.547389 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-b3d404fb-f62c-44e8-8dd4-5d697231a0d7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.0985839 Aug 12 12:54:15.560058 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Request body: {'port': {'device_id': '421d0676-56bb-4964-a177-51e3eb8c0215', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'admin_state_up': True, 'tenant_id': '7cec5d02c6034642bdee9dabc18bc075'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:54:15.669719 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Made reservation on behalf of 7cec5d02c6034642bdee9dabc18bc075 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:54:15.673752 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:15.760771 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fe0ab2a0-e544-49e5-af93-b6bc13f87144 req-42986575-7c51-4084-b07b-0e3b646630b6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 210 time: 0.0358391 Aug 12 12:54:15.820952 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Allocated IP 172.20.0.4 (22f8314a-8a0f-4a01-af63-dd88727fc854/2453f08a-8909-415d-82c6-d27b0686b11b/3e14a89a-99dc-4722-a2ce-631bbc619c0f) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:54:15.965300 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.002868 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.017966 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321', '4dce2703-9982-4cbe-93aa-50bd58939c68'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:54:16.044041 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:54:16.049168 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:54:16.052925 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:54:16.079141 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event updated for resources: {'Port': ['ID=3e14a89a-99dc-4722-a2ce-631bbc619c0f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:16.107654 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:16.108389 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.122029 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-c4d740e1-1165-4602-bf74-9afc4a93a6a0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656753 Aug 12 12:54:16.134445 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Request body: {'port': {'device_id': '421d0676-56bb-4964-a177-51e3eb8c0215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:54:16.188301 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.440410 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e14a89a-99dc-4722-a2ce-631bbc619c0f {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:54:16.447642 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.461663 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Transition to ACTIVE for port object 3e14a89a-99dc-4722-a2ce-631bbc619c0f will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:54:16.464904 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.514874 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Pushing event updated for resources: {'Port': ['ID=3e14a89a-99dc-4722-a2ce-631bbc619c0f,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:16.618660 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Attempting to bind port 3e14a89a-99dc-4722-a2ce-631bbc619c0f on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:54:16.618936 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Attempting to bind port 3e14a89a-99dc-4722-a2ce-631bbc619c0f by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:54:16.619270 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Attempting to bind port 3e14a89a-99dc-4722-a2ce-631bbc619c0f on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:54:16.629365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaabba-d859-4e61-b534-6c4b1db52863 req-610d506c-47f8-4bee-9670-d189ea449b85 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:16.630820 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-64aaabba-d859-4e61-b534-6c4b1db52863 req-610d506c-47f8-4bee-9670-d189ea449b85 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 946 time: 0.0701995 Aug 12 12:54:16.632913 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Port 3e14a89a-99dc-4722-a2ce-631bbc619c0f on network 22f8314a-8a0f-4a01-af63-dd88727fc854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:54:16.633235 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Attempting to bind port 3e14a89a-99dc-4722-a2ce-631bbc619c0f on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:54:16.640243 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:54:16.640573 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Checking segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:54:16.640942 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Bound using segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:54:16.641365 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Bound port: 3e14a89a-99dc-4722-a2ce-631bbc619c0f, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:54:16.641724 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.709702 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-64aaabba-d859-4e61-b534-6c4b1db52863 req-d195f1d1-26ee-4216-9b21-55b90bb2eef4 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Aug 12 12:54:16.728888 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] For port 3e14a89a-99dc-4722-a2ce-631bbc619c0f, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:54:16.731868 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] For port 3e14a89a-99dc-4722-a2ce-631bbc619c0f, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3e14a89a-99dc-4722-a2ce-631bbc619c0f,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:54:16.736384 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.769395 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:16.770000 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:16.771388 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] 10.222.0.10 "PUT /v2.0/ports/3e14a89a-99dc-4722-a2ce-631bbc619c0f HTTP/1.1" status: 200 len: 1093 time: 0.6409605 Aug 12 12:54:16.771817 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421d0676-56bb-4964-a177-51e3eb8c0215', 'tag': '3e14a89a-99dc-4722-a2ce-631bbc619c0f'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:16.774023 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b6d97a-76b0-43da-a77f-6309b06e61c5" -d '{"events": [{"name": "network-changed", "server_uuid": "421d0676-56bb-4964-a177-51e3eb8c0215", "tag": "3e14a89a-99dc-4722-a2ce-631bbc619c0f"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:16.798219 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5e9d8-a6f6-46ce-8de2-f04e82907f5f service neutron] Pushing event updated for resources: {'Port': ['ID=3e14a89a-99dc-4722-a2ce-631bbc619c0f,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:16.827905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29b536-dad4-4a2d-a959-be5424b7118a x-openstack-request-id: req-8a29b536-dad4-4a2d-a959-be5424b7118a {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:16.828194 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421d0676-56bb-4964-a177-51e3eb8c0215", "tag": "3e14a89a-99dc-4722-a2ce-631bbc619c0f", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:16.828436 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a29b536-dad4-4a2d-a959-be5424b7118a {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:16.828815 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421d0676-56bb-4964-a177-51e3eb8c0215', 'tag': '3e14a89a-99dc-4722-a2ce-631bbc619c0f', 'status': 'completed', 'code': 200} Aug 12 12:54:16.889836 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-1ce658fe-5c6b-449d-a951-16e83eab8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:16.891295 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-1ce658fe-5c6b-449d-a951-16e83eab8c6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 1096 time: 0.0734830 Aug 12 12:54:16.903426 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895db2ab-11e5-4b45-b772-0ec64858b083 req-9afe7680-3914-492f-a26d-481623d1ece7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:16.904902 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-895db2ab-11e5-4b45-b772-0ec64858b083 req-9afe7680-3914-492f-a26d-481623d1ece7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 943 time: 0.0594680 Aug 12 12:54:16.950691 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-4abc6dc3-82a0-4bb3-a02c-8124797ff08a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e14a89a-99dc-4722-a2ce-631bbc619c0f HTTP/1.1" status: 200 len: 217 time: 0.0448222 Aug 12 12:54:16.977435 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-895db2ab-11e5-4b45-b772-0ec64858b083 req-921ff4b6-97b4-48ee-abad-5eebd36d376a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663838 Aug 12 12:54:17.010258 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-bb816e7d-05cc-48b6-a3aa-3f6f23e0ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:17.011771 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-bb816e7d-05cc-48b6-a3aa-3f6f23e0ec84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0485234 Aug 12 12:54:17.044108 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-ce34f07b-c217-4a2b-87f4-86b85faed57e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229061 Aug 12 12:54:17.135275 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-753021ad-f9e8-45ce-ab9e-81444468cc70 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810523 Aug 12 12:54:17.221491 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-62e0cc94-38b2-4d97-8990-b16b6c50e3dc req-08d4dcc2-86d3-49cf-a29b-7bef4e5f5277 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0768700 Aug 12 12:54:17.327332 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-2940f2ae-3620-4f71-997e-fbc1fb76553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:17.328778 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-2940f2ae-3620-4f71-997e-fbc1fb76553f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 1096 time: 0.0398066 Aug 12 12:54:17.424798 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-fed5a9aa-5006-40cb-a7bd-c7fd51e9b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:17.426243 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-fed5a9aa-5006-40cb-a7bd-c7fd51e9b2f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 916 time: 0.0829506 Aug 12 12:54:17.466551 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-a771bd8f-648a-48ea-9859-aeef5e935307 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e14a89a-99dc-4722-a2ce-631bbc619c0f HTTP/1.1" status: 200 len: 217 time: 0.0329928 Aug 12 12:54:17.517888 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-8d2c16db-837f-4e2a-9bee-69d0d152bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:17.519526 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-8d2c16db-837f-4e2a-9bee-69d0d152bb11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0444906 Aug 12 12:54:17.550376 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-588b826f-2bde-484a-9f92-1dc0c3be19c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236876 Aug 12 12:54:17.644131 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-6064272f-b197-4829-8dcf-c5c2cceec77f service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836372 Aug 12 12:54:17.732500 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b6d97a-76b0-43da-a77f-6309b06e61c5 req-0e34e54e-4494-4c28-9e72-a075dc391b74 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811262 Aug 12 12:54:17.823261 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea8f12-d745-4bcd-90e9-b2bf4c95f360 req-0a7bf438-581f-4aa7-97bb-3160a9a6b552 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:17.824626 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ecea8f12-d745-4bcd-90e9-b2bf4c95f360 req-0a7bf438-581f-4aa7-97bb-3160a9a6b552 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 946 time: 0.0474575 Aug 12 12:54:17.860940 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ecea8f12-d745-4bcd-90e9-b2bf4c95f360 req-38f81a16-443d-4721-8873-d6980efb5573 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Aug 12 12:54:17.891100 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:54:18.087726 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdcfe8-3dee-4aa5-8ca4-f4fe0ab829df req-86484861-2d5d-428b-b373-c28d0569f903 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:18.089057 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-16bdcfe8-3dee-4aa5-8ca4-f4fe0ab829df req-86484861-2d5d-428b-b373-c28d0569f903 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 943 time: 0.0471420 Aug 12 12:54:18.125269 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-16bdcfe8-3dee-4aa5-8ca4-f4fe0ab829df req-bafff5b9-e051-4108-9300-5d798d042883 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298338 Aug 12 12:54:18.688336 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d5127-8189-40c6-be44-c52024770650 req-84f2368a-a667-47c9-a1af-fc7518e97177 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:18.689643 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d0d5127-8189-40c6-be44-c52024770650 req-84f2368a-a667-47c9-a1af-fc7518e97177 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 946 time: 0.0455964 Aug 12 12:54:18.778029 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Deleting port 9838516e-2c22-42d9-88b7-7e2d9325a96c {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:54:18.778708 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:18.860889 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] For port 9838516e-2c22-42d9-88b7-7e2d9325a96c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=9838516e-2c22-42d9-88b7-7e2d9325a96c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:18.861251 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:18.873875 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Calling delete_port for 9838516e-2c22-42d9-88b7-7e2d9325a96c owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:54:18.975661 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f8d60-ddad-45b1-8fd2-c781d4fbfc40 req-9ffac3b9-1297-41f3-b94a-8bb144dd996f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:18.977181 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-344f8d60-ddad-45b1-8fd2-c781d4fbfc40 req-9ffac3b9-1297-41f3-b94a-8bb144dd996f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=3870e99b-72ad-4348-89a5-41f658e47c01 HTTP/1.1" status: 200 len: 946 time: 0.0518060 Aug 12 12:54:18.999797 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:19.014767 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-344f8d60-ddad-45b1-8fd2-c781d4fbfc40 req-e840268e-64da-4de1-a7af-3fcb80bc1802 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Aug 12 12:54:19.020368 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['9838516e-2c22-42d9-88b7-7e2d9325a96c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:54:19.035961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Pushing event deleted for resources: {'Port': ['ID=9838516e-2c22-42d9-88b7-7e2d9325a96c,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:19.075293 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] No DVR routers for this DVR port 9838516e-2c22-42d9-88b7-7e2d9325a96c on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:54:19.078221 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:19.080210 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d0d5127-8189-40c6-be44-c52024770650 req-686d12ee-7f0c-45f4-a7d6-8ced7d38b0d2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "DELETE /v2.0/ports/9838516e-2c22-42d9-88b7-7e2d9325a96c HTTP/1.1" status: 204 len: 173 time: 0.3842392 Aug 12 12:54:19.080637 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3870e99b-72ad-4348-89a5-41f658e47c01', 'name': 'network-vif-deleted', 'tag': '9838516e-2c22-42d9-88b7-7e2d9325a96c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:19.082978 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf61746-84ed-4a94-a493-8d2815823f6b" -d '{"events": [{"server_uuid": "3870e99b-72ad-4348-89a5-41f658e47c01", "name": "network-vif-deleted", "tag": "9838516e-2c22-42d9-88b7-7e2d9325a96c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:19.125767 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd6da53-7d3c-4e6e-a4ce-ef8ef3a43514 x-openstack-request-id: req-efd6da53-7d3c-4e6e-a4ce-ef8ef3a43514 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:19.126053 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3870e99b-72ad-4348-89a5-41f658e47c01", "name": "network-vif-deleted", "tag": "9838516e-2c22-42d9-88b7-7e2d9325a96c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:19.126296 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efd6da53-7d3c-4e6e-a4ce-ef8ef3a43514 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:19.126684 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3870e99b-72ad-4348-89a5-41f658e47c01', 'name': 'network-vif-deleted', 'tag': '9838516e-2c22-42d9-88b7-7e2d9325a96c', 'status': 'completed', 'code': 200} Aug 12 12:54:19.241519 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4baa2-ea15-4000-94aa-0f3971aee807 req-58151b1e-89c7-456b-ab97-85a21a022e57 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:19.242891 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-80b4baa2-ea15-4000-94aa-0f3971aee807 req-58151b1e-89c7-456b-ab97-85a21a022e57 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 943 time: 0.0489645 Aug 12 12:54:19.255917 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3e14a89a-99dc-4722-a2ce-631bbc619c0f details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:54:19.281540 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-80b4baa2-ea15-4000-94aa-0f3971aee807 req-c831341f-1aed-4269-a875-ae004dd6ea35 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Aug 12 12:54:19.347532 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 3e14a89a-99dc-4722-a2ce-631bbc619c0f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3e14a89a-99dc-4722-a2ce-631bbc619c0f,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:19.358367 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '3e14a89a-99dc-4722-a2ce-631bbc619c0f', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'port_id': '3e14a89a-99dc-4722-a2ce-631bbc619c0f', 'mac_address': 'fa:16:3e:29:d4:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2453f08a-8909-415d-82c6-d27b0686b11b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:54:19.394111 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:19.409136 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e14a89a-99dc-4722-a2ce-631bbc619c0f {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:54:19.427923 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 3e14a89a-99dc-4722-a2ce-631bbc619c0f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3e14a89a-99dc-4722-a2ce-631bbc619c0f,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:19.432083 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:19.479308 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=3e14a89a-99dc-4722-a2ce-631bbc619c0f,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:19.835837 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['3e14a89a-99dc-4722-a2ce-631bbc619c0f'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:54:20.393931 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c10db-0c44-450e-91a2-c20b1ef8c91f req-7f029de4-cd00-4ee1-9254-895997f7e252 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:20.394500 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1d3c10db-0c44-450e-91a2-c20b1ef8c91f req-7f029de4-cd00-4ee1-9254-895997f7e252 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 944 time: 0.0473070 Aug 12 12:54:20.430590 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1d3c10db-0c44-450e-91a2-c20b1ef8c91f req-dc73e43c-28ea-409d-9bae-db222604c1b5 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301902 Aug 12 12:54:21.543386 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11925275-ae51-48b8-ada0-658548cf0199 req-3660a8bc-fac1-4b56-a4e5-d5105fcaa0c6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:21.544895 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-11925275-ae51-48b8-ada0-658548cf0199 req-3660a8bc-fac1-4b56-a4e5-d5105fcaa0c6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 944 time: 0.0481093 Aug 12 12:54:21.580760 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-11925275-ae51-48b8-ada0-658548cf0199 req-ed4fdefd-1d83-42f2-97a5-c2a8b13a9fa7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Aug 12 12:54:22.013145 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3e14a89a-99dc-4722-a2ce-631bbc619c0f up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:54:22.061492 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 3e14a89a-99dc-4722-a2ce-631bbc619c0f completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:54:22.065564 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 3e14a89a-99dc-4722-a2ce-631bbc619c0f triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:54:22.065927 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:22.138065 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:22.159601 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421d0676-56bb-4964-a177-51e3eb8c0215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e14a89a-99dc-4722-a2ce-631bbc619c0f'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:22.161784 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa4b4d8-ae83-4882-99f8-a2cdca634ff5" -d '{"events": [{"server_uuid": "421d0676-56bb-4964-a177-51e3eb8c0215", "name": "network-vif-plugged", "status": "completed", "tag": "3e14a89a-99dc-4722-a2ce-631bbc619c0f"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:22.174354 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 3e14a89a-99dc-4722-a2ce-631bbc619c0f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3e14a89a-99dc-4722-a2ce-631bbc619c0f,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:22.178260 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:22.178950 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9838516e-2c22-42d9-88b7-7e2d9325a96c no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:54:22.217849 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34f7157-b667-478a-8204-199c2e9f94dd x-openstack-request-id: req-e34f7157-b667-478a-8204-199c2e9f94dd {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:22.218139 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421d0676-56bb-4964-a177-51e3eb8c0215", "name": "network-vif-plugged", "status": "completed", "tag": "3e14a89a-99dc-4722-a2ce-631bbc619c0f", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:22.218385 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e34f7157-b667-478a-8204-199c2e9f94dd {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:22.218763 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421d0676-56bb-4964-a177-51e3eb8c0215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e14a89a-99dc-4722-a2ce-631bbc619c0f', 'code': 200} Aug 12 12:54:22.220852 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 9838516e-2c22-42d9-88b7-7e2d9325a96c {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:54:22.221192 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 9838516e-2c22-42d9-88b7-7e2d9325a96c not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:54:22.244562 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=3e14a89a-99dc-4722-a2ce-631bbc619c0f,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:22.252085 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.252437 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.252776 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.253109 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.253438 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.253768 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.254090 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.254414 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.254736 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.255077 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.255399 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.255718 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:22.690967 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bc660-f085-4f74-a183-a76d0b80c4b3 req-0b89485f-5c57-460e-a824-c58fce6d48dc tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:22.692405 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3a0bc660-f085-4f74-a183-a76d0b80c4b3 req-0b89485f-5c57-460e-a824-c58fce6d48dc tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 945 time: 0.0461597 Aug 12 12:54:22.727722 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3a0bc660-f085-4f74-a183-a76d0b80c4b3 req-99058d31-59fe-4df7-8823-646f101260a9 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296648 Aug 12 12:54:24.060635 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dadc4a-44ae-4e91-afba-1e6287d8008e req-92ccba73-5734-43a1-8fc9-6bff598af4ff tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:24.062032 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e5dadc4a-44ae-4e91-afba-1e6287d8008e req-92ccba73-5734-43a1-8fc9-6bff598af4ff tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 945 time: 0.2690790 Aug 12 12:54:24.097317 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e5dadc4a-44ae-4e91-afba-1e6287d8008e req-82f06c76-799a-4a2c-8665-992972500ea6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294559 Aug 12 12:54:24.543654 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894287d-6d3f-45c3-9b0a-021df17c9964 req-49064d75-fa92-4ad4-a888-fb069f4e776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:24.545114 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7894287d-6d3f-45c3-9b0a-021df17c9964 req-49064d75-fa92-4ad4-a888-fb069f4e776a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 1098 time: 0.0417480 Aug 12 12:54:24.576922 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-7894287d-6d3f-45c3-9b0a-021df17c9964 req-99785538-0b57-43cb-8a12-2aa859928a5b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252066 Aug 12 12:54:25.207644 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c63658-9b7b-4eae-9077-701880b0e64d req-af6b72fe-3858-4d56-8653-4341e0b67020 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:25.209077 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-18c63658-9b7b-4eae-9077-701880b0e64d req-af6b72fe-3858-4d56-8653-4341e0b67020 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 945 time: 0.0474091 Aug 12 12:54:25.244959 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-18c63658-9b7b-4eae-9077-701880b0e64d req-f3342a3b-c65f-4071-8d53-1d5a6199418b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301290 Aug 12 12:54:26.355011 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82768f-7f76-4772-8868-3e0cc0d100ec req-ebb0e729-a97b-4d92-9676-92cc3272248c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:26.356469 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9c82768f-7f76-4772-8868-3e0cc0d100ec req-ebb0e729-a97b-4d92-9676-92cc3272248c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 945 time: 0.0468774 Aug 12 12:54:26.393668 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9c82768f-7f76-4772-8868-3e0cc0d100ec req-79f02cb7-a918-4751-9085-22034386ca34 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309267 Aug 12 12:54:32.075849 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-74c5e6d2-91d5-44ab-ba85-5eb6533ff075 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:32.077203 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-74c5e6d2-91d5-44ab-ba85-5eb6533ff075 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/networks?id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 HTTP/1.1" status: 200 len: 814 time: 0.0995045 Aug 12 12:54:32.091394 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-ed8389ba-35b3-4832-8faf-13576191682a tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/quotas/e1675ba3cd5746fe86316467ca5f15a3 HTTP/1.1" status: 200 len: 375 time: 0.0085509 Aug 12 12:54:32.120782 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-4612f402-2a9d-4078-ab51-7d0836ec0f69 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e1675ba3cd5746fe86316467ca5f15a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244634 Aug 12 12:54:32.205470 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-80e431c3-7d13-45ab-87a7-b60139c245cd service neutron] 10.222.0.22 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772851 Aug 12 12:54:32.293734 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e8dfc0f2-6fe8-414c-82c2-b1bf83c26e0d service neutron] 10.222.0.22 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824955 Aug 12 12:54:32.450222 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-20950ff0-87b0-4bf1-903a-2c793f7092da req-00aa9b27-ec53-4039-a9c3-83360f31f2bc tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 210 time: 0.0260699 Aug 12 12:54:33.347527 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-3381ec5a-2100-4323-9289-3b37edbf47e6 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:33.348958 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-3381ec5a-2100-4323-9289-3b37edbf47e6 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "GET /v2.0/networks?id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 HTTP/1.1" status: 200 len: 814 time: 0.1071310 Aug 12 12:54:33.366130 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Request body: {'port': {'device_id': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078', 'admin_state_up': True, 'tenant_id': 'e1675ba3cd5746fe86316467ca5f15a3'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:54:33.474404 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Made reservation on behalf of e1675ba3cd5746fe86316467ca5f15a3 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:54:33.477872 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:33.542742 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a111b10a-3912-4333-80d3-d75dd2b7943d req-4f381ba1-158b-4295-b8e2-94abb90d7e39 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 210 time: 0.0264339 Aug 12 12:54:33.601675 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Allocated IP 172.20.0.13 (f8a05d2d-ce5c-4aca-8fc9-159d32f5c078/8636dc3a-4400-496f-a1ce-3396eb560bc1/313555ea-d3e2-4fbf-bdee-af3fa95cfb1c) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:54:33.637623 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:33.742692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.035163 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.076342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:54:34.079817 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:54:34.083376 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:54:34.105240 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Pushing event updated for resources: {'Port': ['ID=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:34.130833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:34.131449 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.144967 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-e3fde10d-0275-45c1-9c7f-ee2b8952adbe tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7831845 Aug 12 12:54:34.158381 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Request body: {'port': {'device_id': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:54:34.208969 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.453469 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:54:34.460589 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.471737 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Transition to ACTIVE for port object 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:54:34.475649 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.543221 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Pushing event updated for resources: {'Port': ['ID=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:34.591105 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Attempting to bind port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:54:34.591494 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Attempting to bind port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:54:34.591824 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Attempting to bind port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c on network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:54:34.596021 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c on network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:54:34.596342 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Attempting to bind port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c on network f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:54:34.601074 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:54:34.601409 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Checking segment: {'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:54:34.601786 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Bound using segment: {'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:54:34.602203 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Bound port: 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f7f4b6-d179-47b4-9521-ab158bcb9ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:54:34.602570 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.708514 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b884ab5-05de-4976-afef-10e2b200b856 req-ec3bacbc-d1e1-46ba-be6d-a909e834d112 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:34.710848 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b884ab5-05de-4976-afef-10e2b200b856 req-ec3bacbc-d1e1-46ba-be6d-a909e834d112 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 944 time: 0.0997510 Aug 12 12:54:34.719116 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] For port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:54:34.727223 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] For port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:54:34.739701 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.787623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:34.788232 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:34.790673 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/313555ea-d3e2-4fbf-bdee-af3fa95cfb1c HTTP/1.1" status: 200 len: 1094 time: 0.6368032 Aug 12 12:54:34.795064 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'tag': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:34.797036 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f5c611-31aa-4cdb-b4a8-2deebea830bb" -d '{"events": [{"name": "network-changed", "server_uuid": "13621c48-96ae-4dd1-bab0-4ba14220607c", "tag": "313555ea-d3e2-4fbf-bdee-af3fa95cfb1c"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:34.808204 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4b884ab5-05de-4976-afef-10e2b200b856 req-97aa3d83-c018-49cf-919c-37c2506c1729 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900104 Aug 12 12:54:34.824273 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52c3a0-400f-4201-afd1-a34d3e3f59a0 service neutron] Pushing event updated for resources: {'Port': ['ID=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:34.854399 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea915ded-818e-4088-b478-21cd9254a653 x-openstack-request-id: req-ea915ded-818e-4088-b478-21cd9254a653 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:34.854679 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13621c48-96ae-4dd1-bab0-4ba14220607c", "tag": "313555ea-d3e2-4fbf-bdee-af3fa95cfb1c", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:34.854914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea915ded-818e-4088-b478-21cd9254a653 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:34.855327 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'tag': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c', 'status': 'completed', 'code': 200} Aug 12 12:54:34.891314 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-10e465a0-d90e-43ff-a69f-818105309d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:34.892804 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-10e465a0-d90e-43ff-a69f-818105309d76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1675ba3cd5746fe86316467ca5f15a3&device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 1097 time: 0.0480187 Aug 12 12:54:34.939626 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-a8a5fb42-cc9e-423b-bb41-640945d3baf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c HTTP/1.1" status: 200 len: 217 time: 0.0355237 Aug 12 12:54:34.997377 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-1ec7a2a6-bd6e-4d21-986a-efe2bc463efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:35.000601 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-1ec7a2a6-bd6e-4d21-986a-efe2bc463efa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8636dc3a-4400-496f-a1ce-3396eb560bc1 HTTP/1.1" status: 200 len: 854 time: 0.0528882 Aug 12 12:54:35.037605 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-478a500e-1011-4402-9d11-b1f67e4a2848 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272496 Aug 12 12:54:35.130959 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-cc313485-ea29-4ef1-b1ac-fd62146b28f7 service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851684 Aug 12 12:54:35.231153 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ae5a9b7d-cee3-4f58-9efb-331359677efa req-15cacb73-a9c0-4c88-ae9f-560eac9ac4b2 service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922828 Aug 12 12:54:35.313603 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-c66bc65d-26ea-40e0-ba19-d04165ccd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:35.315063 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-c66bc65d-26ea-40e0-ba19-d04165ccd793 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1675ba3cd5746fe86316467ca5f15a3&device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 1097 time: 0.0391345 Aug 12 12:54:35.406896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-e90d1c36-5f42-4bf1-a30f-4074210322d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:35.408383 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-e90d1c36-5f42-4bf1-a30f-4074210322d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 HTTP/1.1" status: 200 len: 915 time: 0.0857656 Aug 12 12:54:35.455876 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-0daaaedf-9af9-4a6c-aa75-940a1da11901 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c HTTP/1.1" status: 200 len: 217 time: 0.0399225 Aug 12 12:54:35.502818 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-a4ee7ae0-c46d-414c-a88d-664401e6dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:35.504275 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-a4ee7ae0-c46d-414c-a88d-664401e6dfd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8636dc3a-4400-496f-a1ce-3396eb560bc1 HTTP/1.1" status: 200 len: 854 time: 0.0421398 Aug 12 12:54:35.534596 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-101c1f0c-366d-4d27-afab-c0ba17b9759b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235331 Aug 12 12:54:35.622544 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-b737897a-c60b-4f74-a57d-8db2a082673f service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807710 Aug 12 12:54:35.708769 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-58f5c611-31aa-4cdb-b4a8-2deebea830bb req-f6e30a85-d3c9-4946-9d9b-4ffa86f75281 service neutron] 10.222.0.10 "GET /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789895 Aug 12 12:54:35.925127 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f2a0e-e029-4288-9051-eac7b75e47f5 req-86c36bda-68c9-4d94-958c-4a20729f97b2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:35.926483 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d6f2a0e-e029-4288-9051-eac7b75e47f5 req-86c36bda-68c9-4d94-958c-4a20729f97b2 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 944 time: 0.0512910 Aug 12 12:54:35.962291 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d6f2a0e-e029-4288-9051-eac7b75e47f5 req-1c1a7398-d9d3-4c69-96b7-bea9d53e3f7d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299730 Aug 12 12:54:37.073781 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3b4cb-210a-4213-94cf-ffcb2b833cfa req-098a60bf-43f7-4194-b932-66ec12c4ae4d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:37.075452 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1bc3b4cb-210a-4213-94cf-ffcb2b833cfa req-098a60bf-43f7-4194-b932-66ec12c4ae4d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 944 time: 0.0464447 Aug 12 12:54:37.116343 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1bc3b4cb-210a-4213-94cf-ffcb2b833cfa req-0026e013-6da0-4e0e-a856-1f8cc3ccd55f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Aug 12 12:54:38.226790 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cafb12-8868-4988-a92b-d65232244de5 req-5e3bf2e2-1495-4e8e-8776-68aff2710743 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:38.228231 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-84cafb12-8868-4988-a92b-d65232244de5 req-5e3bf2e2-1495-4e8e-8776-68aff2710743 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 944 time: 0.0472436 Aug 12 12:54:38.264457 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-84cafb12-8868-4988-a92b-d65232244de5 req-1e2e05b8-3597-4ec5-987f-6ee8c6b34b88 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304027 Aug 12 12:54:38.407145 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:54:38.498683 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:38.509878 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c', 'network_id': 'f8a05d2d-ce5c-4aca-8fc9-159d32f5c078', 'port_id': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c', 'mac_address': 'fa:16:3e:b6:37:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8636dc3a-4400-496f-a1ce-3396eb560bc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:54:38.548628 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:38.560552 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:54:38.580034 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:38.583466 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:38.628692 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:39.012364 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['313555ea-d3e2-4fbf-bdee-af3fa95cfb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:54:39.377294 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b34ad-6c5b-4074-ab9e-1974f256d03f req-bf2558d1-0582-4c27-bcee-205662bf6b1f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:39.378723 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e02b34ad-6c5b-4074-ab9e-1974f256d03f req-bf2558d1-0582-4c27-bcee-205662bf6b1f tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 945 time: 0.0466523 Aug 12 12:54:39.415796 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e02b34ad-6c5b-4074-ab9e-1974f256d03f req-d81ef79c-52cc-4f2f-990f-c69b78f7a75b tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Aug 12 12:54:39.453524 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-667e30f9-6efb-46ff-acfd-67dfa9ef529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:40.384045 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-573a0036-f19e-4db8-aa54-94611146d9d6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:40.385379 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-573a0036-f19e-4db8-aa54-94611146d9d6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.1004858 Aug 12 12:54:40.400359 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-0363c8ac-3a9f-4d01-b06e-829648dbb6dd tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/quotas/7cec5d02c6034642bdee9dabc18bc075 HTTP/1.1" status: 200 len: 375 time: 0.0088608 Aug 12 12:54:40.407918 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:54:40.455292 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-a28fbdf1-fcde-4577-8c83-25b876ce2dc7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491254 Aug 12 12:54:40.459270 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:54:40.463934 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:54:40.464328 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:40.539226 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:40.539466 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56586f6-2142-46d1-9fe2-4be4d9b9e80c req-f658ac8b-c1c7-4ee1-9fb5-1761edd6bc0d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:40.541300 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e56586f6-2142-46d1-9fe2-4be4d9b9e80c req-f658ac8b-c1c7-4ee1-9fb5-1761edd6bc0d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 945 time: 0.0546978 Aug 12 12:54:40.553522 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-3b403ce8-0ea2-45d9-9b26-baca9940dd01 service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911133 Aug 12 12:54:40.566168 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:40.568404 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20639364-0715-4061-b818-2ae7d1785326" -d '{"events": [{"server_uuid": "13621c48-96ae-4dd1-bab0-4ba14220607c", "name": "network-vif-plugged", "status": "completed", "tag": "313555ea-d3e2-4fbf-bdee-af3fa95cfb1c"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:40.581745 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:40.582473 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e56586f6-2142-46d1-9fe2-4be4d9b9e80c req-94208604-c80c-4dd4-bb25-27df14d7c5c8 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Aug 12 12:54:40.596291 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:40.629634 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82bd5f7-8ede-4a7b-826e-4261c84592b4 x-openstack-request-id: req-d82bd5f7-8ede-4a7b-826e-4261c84592b4 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:40.629926 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13621c48-96ae-4dd1-bab0-4ba14220607c", "name": "network-vif-plugged", "status": "completed", "tag": "313555ea-d3e2-4fbf-bdee-af3fa95cfb1c", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:40.630177 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d82bd5f7-8ede-4a7b-826e-4261c84592b4 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:40.630561 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c', 'code': 200} Aug 12 12:54:40.647323 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:40.659646 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-6629344d-c2c0-470d-a551-bccf7af8d2ea service neutron] 10.222.0.22 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997031 Aug 12 12:54:40.820670 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4aba34e0-bd73-4e3f-8367-47bdeee7d4a2 req-b9b44d5d-fd94-42d0-914b-02f587d429c8 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 210 time: 0.0344751 Aug 12 12:54:40.831310 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d8b05-9a55-477b-9e69-aef50c511f1c req-e2616811-eaa3-4dd6-9c47-986a59880d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:40.832976 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-117d8b05-9a55-477b-9e69-aef50c511f1c req-e2616811-eaa3-4dd6-9c47-986a59880d2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 1099 time: 0.0459809 Aug 12 12:54:40.859455 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-ccb17d22-b21f-41d8-9d7a-a8faade494ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614567 Aug 12 12:54:40.875914 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-117d8b05-9a55-477b-9e69-aef50c511f1c req-f0fbb7db-7451-498c-a6f0-1695675e0016 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Aug 12 12:54:41.120783 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-54887ef9-7a46-4e9a-bdf0-3ec36e2b85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:41.122351 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-54887ef9-7a46-4e9a-bdf0-3ec36e2b85a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 1098 time: 0.0421386 Aug 12 12:54:41.293663 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-5be4753b-42bd-4014-b1bc-56f8aca8a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:41.295172 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-5be4753b-42bd-4014-b1bc-56f8aca8a02e service neutron] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 916 time: 0.1510878 Aug 12 12:54:41.337095 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-b218c1c2-b87c-4510-ab51-d9b3b791a686 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321 HTTP/1.1" status: 200 len: 217 time: 0.0342128 Aug 12 12:54:41.394154 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-c3cfe0e2-acb5-4408-94cf-01beae77ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:41.395625 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-c3cfe0e2-acb5-4408-94cf-01beae77ab2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0441842 Aug 12 12:54:41.442384 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-2c83a4f7-3be3-4cb4-b737-ce5f70da79a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255506 Aug 12 12:54:41.532702 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-3a1a41a5-8971-4495-8f6b-482b4d835821 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802619 Aug 12 12:54:41.622639 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-f1769e07-540e-4af3-ba8c-fa8878c57686 req-6b2c0036-5e8e-4059-bbf8-5a921b051dad service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814512 Aug 12 12:54:41.698056 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72907b2-7433-4a07-b035-e7c2b0f0411b req-59252bfd-f237-4327-b424-548779db320c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:41.699593 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b72907b2-7433-4a07-b035-e7c2b0f0411b req-59252bfd-f237-4327-b424-548779db320c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 946 time: 0.0488460 Aug 12 12:54:41.738286 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b72907b2-7433-4a07-b035-e7c2b0f0411b req-5ce338a5-14d3-4c9d-ad45-374ae941cfc7 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321629 Aug 12 12:54:41.924058 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e8621719-67c1-4f9b-9a13-8bc79ee6f789 req-02739028-2279-4c70-92cc-e10970a06d0e tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 210 time: 0.0288010 Aug 12 12:54:41.958114 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-ec3a9342-8e42-4632-b3b3-b2b8eed024e3 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:41.963937 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-ec3a9342-8e42-4632-b3b3-b2b8eed024e3 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 815 time: 0.1266315 Aug 12 12:54:41.998274 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Request body: {'port': {'device_id': '8ded5200-495a-414d-9777-1744a697e52e', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'admin_state_up': True, 'tenant_id': '7cec5d02c6034642bdee9dabc18bc075'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:54:42.022708 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a714933c-b67a-4082-bb9c-8e3a6c56f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.109708 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Made reservation on behalf of 7cec5d02c6034642bdee9dabc18bc075 for: {'port': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:54:42.113140 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.235927 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Allocated IP 172.20.0.14 (22f8314a-8a0f-4a01-af63-dd88727fc854/2453f08a-8909-415d-82c6-d27b0686b11b/c50813aa-d770-40d1-aa38-35631f4dc87e) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:54:42.297197 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.382339 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.424038 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.447322 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321', '4dce2703-9982-4cbe-93aa-50bd58939c68', '3e14a89a-99dc-4722-a2ce-631bbc619c0f'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:54:42.471479 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Network 22f8314a-8a0f-4a01-af63-dd88727fc854 is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:54:42.476405 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:54:42.480569 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:54:42.484398 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event updated for resources: {'Port': ['ID=c50813aa-d770-40d1-aa38-35631f4dc87e,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:42.528158 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:42.528769 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.542908 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-c7f86630-279a-40ac-9096-80ebfe8bba25 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484934 Aug 12 12:54:42.557177 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Request body: {'port': {'device_id': '8ded5200-495a-414d-9777-1744a697e52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:54:42.608195 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.849726 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d0cf8-77c0-4d3b-a15f-3886fcea0fc3 req-26f76d0b-655a-4dcc-ab54-65220e4f9f33 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:42.851211 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d1d0cf8-77c0-4d3b-a15f-3886fcea0fc3 req-26f76d0b-655a-4dcc-ab54-65220e4f9f33 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 946 time: 0.0471675 Aug 12 12:54:42.870827 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50813aa-d770-40d1-aa38-35631f4dc87e {{(pid=100364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:54:42.878540 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.890104 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0d1d0cf8-77c0-4d3b-a15f-3886fcea0fc3 req-0fed8735-7314-4809-9208-2e28b8687a68 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Aug 12 12:54:42.890785 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Transition to ACTIVE for port object c50813aa-d770-40d1-aa38-35631f4dc87e will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:54:42.894849 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:42.945366 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Pushing event updated for resources: {'Port': ['ID=c50813aa-d770-40d1-aa38-35631f4dc87e,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:43.014297 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Attempting to bind port c50813aa-d770-40d1-aa38-35631f4dc87e on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:54:43.014634 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Attempting to bind port c50813aa-d770-40d1-aa38-35631f4dc87e by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:54:43.015131 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Attempting to bind port c50813aa-d770-40d1-aa38-35631f4dc87e on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:54:43.019940 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Port c50813aa-d770-40d1-aa38-35631f4dc87e on network 22f8314a-8a0f-4a01-af63-dd88727fc854 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:54:43.020444 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Attempting to bind port c50813aa-d770-40d1-aa38-35631f4dc87e on network 22f8314a-8a0f-4a01-af63-dd88727fc854 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:54:43.025253 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:54:43.025612 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Checking segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:54:43.025976 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Bound using segment: {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:54:43.026407 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Bound port: c50813aa-d770-40d1-aa38-35631f4dc87e, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa066def-dcc5-4ec2-85ac-93b9d2100997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:54:43.026766 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:43.059318 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd08e8-2773-4c15-ad92-36c34fb12c90 req-d59af111-9fdf-4b50-80fc-1fe95368ae88 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:43.060928 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73cd08e8-2773-4c15-ad92-36c34fb12c90 req-d59af111-9fdf-4b50-80fc-1fe95368ae88 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 944 time: 0.0571506 Aug 12 12:54:43.094633 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] For port c50813aa-d770-40d1-aa38-35631f4dc87e, host hv-cinder-80429, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:54:43.098158 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] For port c50813aa-d770-40d1-aa38-35631f4dc87e, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c50813aa-d770-40d1-aa38-35631f4dc87e,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:54:43.103594 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:43.103922 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-73cd08e8-2773-4c15-ad92-36c34fb12c90 req-6e74e121-e061-4ccb-952f-c03abdc5d648 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Aug 12 12:54:43.149661 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:43.150277 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:43.151693 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-8f16a210-0676-4347-8def-a164277ce363 service neutron] 10.222.0.10 "PUT /v2.0/ports/c50813aa-d770-40d1-aa38-35631f4dc87e HTTP/1.1" status: 200 len: 1094 time: 0.5986838 Aug 12 12:54:43.152130 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ded5200-495a-414d-9777-1744a697e52e', 'tag': 'c50813aa-d770-40d1-aa38-35631f4dc87e'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:43.154394 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8602225f-1854-4b27-8081-32e9974c10b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8ded5200-495a-414d-9777-1744a697e52e", "tag": "c50813aa-d770-40d1-aa38-35631f4dc87e"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:43.177414 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Pushing event updated for resources: {'Port': ['ID=c50813aa-d770-40d1-aa38-35631f4dc87e,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:43.188798 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.189148 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.190250 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.190679 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.191186 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.192060 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.192586 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.192997 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.193370 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.193755 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.194218 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.194644 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f16a210-0676-4347-8def-a164277ce363 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:54:43.208880 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0577a56e-92f1-4f71-9b4a-38efc85cd339 x-openstack-request-id: req-0577a56e-92f1-4f71-9b4a-38efc85cd339 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:43.209230 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ded5200-495a-414d-9777-1744a697e52e", "tag": "c50813aa-d770-40d1-aa38-35631f4dc87e", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:43.209522 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0577a56e-92f1-4f71-9b4a-38efc85cd339 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:43.209916 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ded5200-495a-414d-9777-1744a697e52e', 'tag': 'c50813aa-d770-40d1-aa38-35631f4dc87e', 'status': 'completed', 'code': 200} Aug 12 12:54:43.259145 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:43.272366 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-94d9de37-b1db-4d4e-8416-345a2e2753ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:43.273856 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-94d9de37-b1db-4d4e-8416-345a2e2753ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 1097 time: 0.0409222 Aug 12 12:54:43.317864 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-dd6a4092-2068-4d74-a612-6f81a40ffaeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c50813aa-d770-40d1-aa38-35631f4dc87e HTTP/1.1" status: 200 len: 217 time: 0.0356014 Aug 12 12:54:43.368009 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-be9d728a-de5a-4f7a-b946-29ea5bf26ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:43.369483 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-be9d728a-de5a-4f7a-b946-29ea5bf26ffb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0446453 Aug 12 12:54:43.400467 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-95326822-cc49-4f06-a8b4-fe2dee969890 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233049 Aug 12 12:54:43.495416 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-36a8c03a-45d2-45e9-a459-de076d9b659b service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830400 Aug 12 12:54:43.582820 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2fd5a637-7ed4-4787-a44b-685523093d8d req-102daae6-a5c5-40af-bb51-02015b6acebd service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796387 Aug 12 12:54:43.720231 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602225f-1854-4b27-8081-32e9974c10b4 req-75c4e091-17f4-4711-b095-e9b3d76d4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:43.721705 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8602225f-1854-4b27-8081-32e9974c10b4 req-75c4e091-17f4-4711-b095-e9b3d76d4158 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7cec5d02c6034642bdee9dabc18bc075&device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 1097 time: 0.0432332 Aug 12 12:54:43.811526 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602225f-1854-4b27-8081-32e9974c10b4 req-8a833968-32e7-4d11-a25c-ad8f5d14be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:43.813172 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8602225f-1854-4b27-8081-32e9974c10b4 req-8a833968-32e7-4d11-a25c-ad8f5d14be3a service neutron] 10.222.0.10 "GET /v2.0/networks?id=22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 200 len: 916 time: 0.0839055 Aug 12 12:54:43.853947 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8602225f-1854-4b27-8081-32e9974c10b4 req-768a146c-3755-4e5d-83b3-71dbdb8ffeef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c50813aa-d770-40d1-aa38-35631f4dc87e HTTP/1.1" status: 200 len: 217 time: 0.0330348 Aug 12 12:54:43.905104 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602225f-1854-4b27-8081-32e9974c10b4 req-c55efbb7-64ae-42a2-804f-e98db63b0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:43.907094 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8602225f-1854-4b27-8081-32e9974c10b4 req-c55efbb7-64ae-42a2-804f-e98db63b0bb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 200 len: 855 time: 0.0452726 Aug 12 12:54:43.936881 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8602225f-1854-4b27-8081-32e9974c10b4 req-12241404-9a33-4a65-a236-76e325fccff3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22f8314a-8a0f-4a01-af63-dd88727fc854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225449 Aug 12 12:54:44.023620 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8602225f-1854-4b27-8081-32e9974c10b4 req-e08f3842-0f50-4392-be13-cabb240a41e9 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789764 Aug 12 12:54:44.112787 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8602225f-1854-4b27-8081-32e9974c10b4 req-bcb49381-f5a0-47e5-89ff-26adae056937 service neutron] 10.222.0.10 "GET /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817833 Aug 12 12:54:44.219297 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4061-3cd1-4acf-bc49-e623ffc7985a req-c6000589-5c10-4a81-889c-e7ba09c1838f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:44.220736 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-19dd4061-3cd1-4acf-bc49-e623ffc7985a req-c6000589-5c10-4a81-889c-e7ba09c1838f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 944 time: 0.0476770 Aug 12 12:54:44.257619 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-19dd4061-3cd1-4acf-bc49-e623ffc7985a req-59412e7d-509d-42c9-a6b6-10e81b6be4b8 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Aug 12 12:54:44.911969 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:45.369644 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999d26e-517c-4ff0-a1f7-304d5eb082f7 req-f815e89e-55b3-467f-8f5b-6367c9afa6de tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:45.371126 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e999d26e-517c-4ff0-a1f7-304d5eb082f7 req-f815e89e-55b3-467f-8f5b-6367c9afa6de tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 944 time: 0.0477476 Aug 12 12:54:45.407956 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e999d26e-517c-4ff0-a1f7-304d5eb082f7 req-e190b5d0-d774-41b9-a681-0db74dc12181 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301707 Aug 12 12:54:46.518721 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7addee-d84f-4f99-930a-d72c7b17a798 req-b4cf47e1-5dab-4adf-96bf-189f589379e7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:46.520206 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ba7addee-d84f-4f99-930a-d72c7b17a798 req-b4cf47e1-5dab-4adf-96bf-189f589379e7 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 944 time: 0.0467153 Aug 12 12:54:46.557913 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ba7addee-d84f-4f99-930a-d72c7b17a798 req-b8ce9f51-564f-4425-bef6-ce45a733de12 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Aug 12 12:54:47.669238 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3b3aa-a806-4ce6-b456-5dc06aea84e3 req-b2b3532a-695f-430d-b611-b0e07c3cadda tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:47.670587 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0d3b3aa-a806-4ce6-b456-5dc06aea84e3 req-b2b3532a-695f-430d-b611-b0e07c3cadda tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 944 time: 0.0468509 Aug 12 12:54:47.706985 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b0d3b3aa-a806-4ce6-b456-5dc06aea84e3 req-23e4cb68-3968-4340-ad18-01223c4ff15a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301719 Aug 12 12:54:48.438693 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device c50813aa-d770-40d1-aa38-35631f4dc87e details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:54:48.537868 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port c50813aa-d770-40d1-aa38-35631f4dc87e, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c50813aa-d770-40d1-aa38-35631f4dc87e,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:48.549012 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': 'c50813aa-d770-40d1-aa38-35631f4dc87e', 'network_id': '22f8314a-8a0f-4a01-af63-dd88727fc854', 'port_id': 'c50813aa-d770-40d1-aa38-35631f4dc87e', 'mac_address': 'fa:16:3e:b5:ac:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2453f08a-8909-415d-82c6-d27b0686b11b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:54:48.584005 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:48.596575 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50813aa-d770-40d1-aa38-35631f4dc87e {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:54:48.614826 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port c50813aa-d770-40d1-aa38-35631f4dc87e, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c50813aa-d770-40d1-aa38-35631f4dc87e,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:48.618586 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:48.666992 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=c50813aa-d770-40d1-aa38-35631f4dc87e,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:48.823276 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987db6e0-9214-4ebf-ba6b-2f7688a02a34 req-6a7894a1-6ca5-4e85-9974-9acb6153d3da tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:48.824716 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-987db6e0-9214-4ebf-ba6b-2f7688a02a34 req-6a7894a1-6ca5-4e85-9974-9acb6153d3da tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 945 time: 0.0498562 Aug 12 12:54:48.860766 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-987db6e0-9214-4ebf-ba6b-2f7688a02a34 req-c6e47790-356d-4ec2-92ef-0bff1240773a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294719 Aug 12 12:54:49.054269 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['c50813aa-d770-40d1-aa38-35631f4dc87e'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:54:49.975468 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe1d0e-3473-430f-8ab3-b34f060e019a req-709e4a52-3244-414f-9a1f-33ae7c908bfb tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:49.976989 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ecbe1d0e-3473-430f-8ab3-b34f060e019a req-709e4a52-3244-414f-9a1f-33ae7c908bfb tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 945 time: 0.0510097 Aug 12 12:54:50.013830 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ecbe1d0e-3473-430f-8ab3-b34f060e019a req-7ebcdf3e-e62b-4175-8d73-da7d3b0d1eeb tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Aug 12 12:54:50.454689 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device c50813aa-d770-40d1-aa38-35631f4dc87e up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:54:50.502979 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port c50813aa-d770-40d1-aa38-35631f4dc87e completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:54:50.506466 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port c50813aa-d770-40d1-aa38-35631f4dc87e triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:54:50.506834 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:50.579891 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:50.601447 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ded5200-495a-414d-9777-1744a697e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50813aa-d770-40d1-aa38-35631f4dc87e'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:54:50.603835 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc38e8e8-3046-4887-9296-2647a6486350" -d '{"events": [{"server_uuid": "8ded5200-495a-414d-9777-1744a697e52e", "name": "network-vif-plugged", "status": "completed", "tag": "c50813aa-d770-40d1-aa38-35631f4dc87e"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:54:50.617362 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port c50813aa-d770-40d1-aa38-35631f4dc87e, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c50813aa-d770-40d1-aa38-35631f4dc87e,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:54:50.621315 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:54:50.646740 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1438c69c-360d-4841-96c4-c34d2d700238 x-openstack-request-id: req-1438c69c-360d-4841-96c4-c34d2d700238 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:54:50.647090 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ded5200-495a-414d-9777-1744a697e52e", "name": "network-vif-plugged", "status": "completed", "tag": "c50813aa-d770-40d1-aa38-35631f4dc87e", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:54:50.647298 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1438c69c-360d-4841-96c4-c34d2d700238 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:54:50.647682 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ded5200-495a-414d-9777-1744a697e52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50813aa-d770-40d1-aa38-35631f4dc87e', 'code': 200} Aug 12 12:54:50.674663 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=c50813aa-d770-40d1-aa38-35631f4dc87e,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:54:50.827122 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92cc19-3445-438c-b086-248142d12cb3 req-e6fcf4fc-478b-4e62-aef6-2af9758b9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:50.829148 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4f92cc19-3445-438c-b086-248142d12cb3 req-e6fcf4fc-478b-4e62-aef6-2af9758b9c99 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 1099 time: 0.0409610 Aug 12 12:54:50.865201 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4f92cc19-3445-438c-b086-248142d12cb3 req-f57f1dcf-e4b4-4fbe-b74e-e1278acf78b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278239 Aug 12 12:54:51.126563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464edfe-f3ab-409c-92b3-e5dd0bc18aff req-8e26c922-1dc2-45b7-aa23-aa40616a9daa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:51.128049 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e464edfe-f3ab-409c-92b3-e5dd0bc18aff req-8e26c922-1dc2-45b7-aa23-aa40616a9daa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0473833 Aug 12 12:54:51.164331 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e464edfe-f3ab-409c-92b3-e5dd0bc18aff req-0e32f78d-f7df-4ce0-ac3b-ef154cfffc09 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305989 Aug 12 12:54:52.275317 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fe995-8650-4f1b-8015-d87d0859fe4f req-ed70c6aa-bc2e-438e-b886-2fb3a45126aa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:52.276743 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c58fe995-8650-4f1b-8015-d87d0859fe4f req-ed70c6aa-bc2e-438e-b886-2fb3a45126aa tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0463846 Aug 12 12:54:52.312562 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c58fe995-8650-4f1b-8015-d87d0859fe4f req-49807b86-5256-44e4-96c2-928c2b932912 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293691 Aug 12 12:54:53.423748 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320d7cf-922b-4653-85fd-f7dd5bea5d55 req-6c8f1c4d-e590-481a-a8b3-3d2e3042ac5c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:53.425249 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2320d7cf-922b-4653-85fd-f7dd5bea5d55 req-6c8f1c4d-e590-481a-a8b3-3d2e3042ac5c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0478711 Aug 12 12:54:53.461344 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2320d7cf-922b-4653-85fd-f7dd5bea5d55 req-3a8c987a-4ffd-4d26-b1e4-a5bf27a6e1a5 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301945 Aug 12 12:54:54.574746 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bda532-6869-4aa4-8786-ee253978a79a req-6cfbe5dc-1322-4552-84e3-9823b764ba5f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:54.576205 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-20bda532-6869-4aa4-8786-ee253978a79a req-6cfbe5dc-1322-4552-84e3-9823b764ba5f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0491877 Aug 12 12:54:54.613293 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-20bda532-6869-4aa4-8786-ee253978a79a req-9d3a467e-5d8c-499e-a0a6-f925916b3ec5 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304468 Aug 12 12:54:54.889853 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:54:55.726378 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394cbce-f0a3-4986-89cd-35c5be81b268 req-3e825502-a428-4e6d-b9ea-82b0a511f788 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:55.727724 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e394cbce-f0a3-4986-89cd-35c5be81b268 req-3e825502-a428-4e6d-b9ea-82b0a511f788 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0499849 Aug 12 12:54:55.766488 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e394cbce-f0a3-4986-89cd-35c5be81b268 req-f263536d-87da-4ee9-9623-5b9ab3377f29 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Aug 12 12:54:56.878061 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bba86-db26-45b7-b53b-5f31dc7c2657 req-c9f13ff9-c5af-4ad1-b38b-65cd58daf884 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:56.879537 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2a8bba86-db26-45b7-b53b-5f31dc7c2657 req-c9f13ff9-c5af-4ad1-b38b-65cd58daf884 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0471280 Aug 12 12:54:56.915723 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-2a8bba86-db26-45b7-b53b-5f31dc7c2657 req-3a211a7b-5cd0-4a8a-b472-52268ae6af9b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304215 Aug 12 12:54:58.029121 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb321a29-f444-4f74-96a4-9a264d130a07 req-9dd801e7-9876-42b7-8fbe-baf21b517f00 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:54:58.031178 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eb321a29-f444-4f74-96a4-9a264d130a07 req-9dd801e7-9876-42b7-8fbe-baf21b517f00 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0496907 Aug 12 12:54:58.068419 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-eb321a29-f444-4f74-96a4-9a264d130a07 req-b094d81e-14f1-414b-a9d6-ffbfffddb9f8 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Aug 12 12:55:03.638836 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:09.453656 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-dde51df1-139b-412a-9c28-79d7f5f36355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:12.023710 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d1fef4e4-f8fe-43b7-a76a-3599716fbfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:12.297637 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:13.197537 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b2df2-9c0f-484c-9c79-cc69dbbef9ad req-a87a15ef-4d7f-455a-b0fd-5333db808f7c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:13.199092 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-af4b2df2-9c0f-484c-9c79-cc69dbbef9ad req-a87a15ef-4d7f-455a-b0fd-5333db808f7c tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 946 time: 0.0474250 Aug 12 12:55:13.235353 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-af4b2df2-9c0f-484c-9c79-cc69dbbef9ad req-165befb1-5b92-4197-a10b-7ee63614beb4 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298648 Aug 12 12:55:13.252409 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:14.355710 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af8b2-c527-4216-a34e-99fc0caeb9b4 req-8970f69b-c3f6-41bd-920e-b44cb7199080 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:14.357128 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-103af8b2-c527-4216-a34e-99fc0caeb9b4 req-8970f69b-c3f6-41bd-920e-b44cb7199080 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 946 time: 0.0527470 Aug 12 12:55:14.394241 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-103af8b2-c527-4216-a34e-99fc0caeb9b4 req-c0a9769f-a5f6-4cd4-b895-5548a47b20a6 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Aug 12 12:55:14.913462 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:15.136622 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b2a71-f8de-4bd5-ac6f-ac850a94746c req-1478c882-635f-46fd-829d-45b070d3a475 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:15.137975 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-121b2a71-f8de-4bd5-ac6f-ac850a94746c req-1478c882-635f-46fd-829d-45b070d3a475 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0476336 Aug 12 12:55:15.175383 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-121b2a71-f8de-4bd5-ac6f-ac850a94746c req-896a81a7-3500-46c8-be88-665fc4d74345 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305703 Aug 12 12:55:15.210496 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-2ce51112-5130-4f7f-8e55-0eb0a087bb23 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:15.211942 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-2ce51112-5130-4f7f-8e55-0eb0a087bb23 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 946 time: 0.0469933 Aug 12 12:55:15.302711 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Deleting port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:55:15.303054 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:15.385301 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] For port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,segment=NetworkSegment(71f7f4b6-d179-47b4-9521-ab158bcb9ab3),segment_id=71f7f4b6-d179-47b4-9521-ab158bcb9ab3)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:15.385651 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:15.398370 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Calling delete_port for 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c owned by compute:nova {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:55:15.551444 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da540cd-d0b8-49f9-8b64-67ed6d8ada32 req-8a6ba62d-f5c5-4c63-9efd-09c60f60a42d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:15.552901 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3da540cd-d0b8-49f9-8b64-67ed6d8ada32 req-8a6ba62d-f5c5-4c63-9efd-09c60f60a42d tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/ports?device_id=13621c48-96ae-4dd1-bab0-4ba14220607c HTTP/1.1" status: 200 len: 946 time: 0.0794394 Aug 12 12:55:15.571791 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:15.584335 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['313555ea-d3e2-4fbf-bdee-af3fa95cfb1c'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:55:15.606539 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Pushing event deleted for resources: {'Port': ['ID=313555ea-d3e2-4fbf-bdee-af3fa95cfb1c,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:15.624742 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-3da540cd-d0b8-49f9-8b64-67ed6d8ada32 req-3eccf977-ce2e-4e19-9060-e25e740878c1 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659242 Aug 12 12:55:15.655082 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] No DVR routers for this DVR port 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c on host hv-cinder-80429 {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:55:15.658012 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:15.659957 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-7669b90e-ed5e-4568-b8b1-3bce4e1b574a req-bae00f36-d28f-4f5f-a028-46a2939b1776 tempest-VolumesSnapshotTestJSON-191220136 tempest-VolumesSnapshotTestJSON-191220136-project] 10.222.0.10 "DELETE /v2.0/ports/313555ea-d3e2-4fbf-bdee-af3fa95cfb1c HTTP/1.1" status: 204 len: 173 time: 0.4386129 Aug 12 12:55:15.660399 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'name': 'network-vif-deleted', 'tag': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:55:15.662560 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd074afa-c24a-40b1-aa71-308742f739c8" -d '{"events": [{"server_uuid": "13621c48-96ae-4dd1-bab0-4ba14220607c", "name": "network-vif-deleted", "tag": "313555ea-d3e2-4fbf-bdee-af3fa95cfb1c"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:55:15.700119 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc550cd7-4e9a-4190-9808-03063ffeebd5 x-openstack-request-id: req-cc550cd7-4e9a-4190-9808-03063ffeebd5 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:55:15.700405 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13621c48-96ae-4dd1-bab0-4ba14220607c", "name": "network-vif-deleted", "tag": "313555ea-d3e2-4fbf-bdee-af3fa95cfb1c", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:55:15.700658 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc550cd7-4e9a-4190-9808-03063ffeebd5 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:55:15.701058 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13621c48-96ae-4dd1-bab0-4ba14220607c', 'name': 'network-vif-deleted', 'tag': '313555ea-d3e2-4fbf-bdee-af3fa95cfb1c', 'status': 'completed', 'code': 200} Aug 12 12:55:16.286057 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae709e-7c20-48a3-87e6-1bd3f9b340ed req-00fc433f-fe2b-4c7d-b2b1-56652b432375 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:16.287525 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b6ae709e-7c20-48a3-87e6-1bd3f9b340ed req-00fc433f-fe2b-4c7d-b2b1-56652b432375 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0467968 Aug 12 12:55:16.324128 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b6ae709e-7c20-48a3-87e6-1bd3f9b340ed req-6d5edcc1-3463-4825-aaef-870865c62608 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307078 Aug 12 12:55:17.136497 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-fd329d0e-9d93-49c8-b5a1-8c6248aad349 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:17.137924 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-fd329d0e-9d93-49c8-b5a1-8c6248aad349 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0478249 Aug 12 12:55:17.226403 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Deleting port c50813aa-d770-40d1-aa38-35631f4dc87e {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:55:17.226660 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:17.310574 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] For port c50813aa-d770-40d1-aa38-35631f4dc87e, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=c50813aa-d770-40d1-aa38-35631f4dc87e,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:17.311267 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:17.323011 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Calling delete_port for c50813aa-d770-40d1-aa38-35631f4dc87e owned by compute:nova {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:55:17.475797 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035c01c-a987-4207-a0a9-8f54fcf7b53b req-6f006ad0-eeda-4a8a-9793-5a71a1345a37 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:17.477351 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a035c01c-a987-4207-a0a9-8f54fcf7b53b req-6f006ad0-eeda-4a8a-9793-5a71a1345a37 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ded5200-495a-414d-9777-1744a697e52e HTTP/1.1" status: 200 len: 946 time: 0.0840151 Aug 12 12:55:17.491241 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:17.507897 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321', '4dce2703-9982-4cbe-93aa-50bd58939c68', '3e14a89a-99dc-4722-a2ce-631bbc619c0f', 'c50813aa-d770-40d1-aa38-35631f4dc87e'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:55:17.531940 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event deleted for resources: {'Port': ['ID=c50813aa-d770-40d1-aa38-35631f4dc87e,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:17.566985 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a035c01c-a987-4207-a0a9-8f54fcf7b53b req-27e64e20-39a0-4485-b307-5b336404b108 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832105 Aug 12 12:55:17.580650 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] No DVR routers for this DVR port c50813aa-d770-40d1-aa38-35631f4dc87e on host hv-cinder-80429 {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:55:17.589077 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:17.591040 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9ce83ded-8867-454e-97c1-a3dced6a1dcf req-9e81ffa7-145a-4749-a88c-beb93edbdda0 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "DELETE /v2.0/ports/c50813aa-d770-40d1-aa38-35631f4dc87e HTTP/1.1" status: 204 len: 173 time: 0.4468060 Aug 12 12:55:17.702093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ded5200-495a-414d-9777-1744a697e52e', 'name': 'network-vif-deleted', 'tag': 'c50813aa-d770-40d1-aa38-35631f4dc87e'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:55:17.704764 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b63080-abd2-4591-9ec2-803435d2fd02" -d '{"events": [{"server_uuid": "8ded5200-495a-414d-9777-1744a697e52e", "name": "network-vif-deleted", "tag": "c50813aa-d770-40d1-aa38-35631f4dc87e"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:55:17.745614 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab96bb-d18b-408f-a684-4911a41acaf9 x-openstack-request-id: req-0fab96bb-d18b-408f-a684-4911a41acaf9 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:55:17.745614 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ded5200-495a-414d-9777-1744a697e52e", "name": "network-vif-deleted", "tag": "c50813aa-d770-40d1-aa38-35631f4dc87e", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:55:17.745831 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fab96bb-d18b-408f-a684-4911a41acaf9 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:55:17.746067 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ded5200-495a-414d-9777-1744a697e52e', 'name': 'network-vif-deleted', 'tag': 'c50813aa-d770-40d1-aa38-35631f4dc87e', 'status': 'completed', 'code': 200} Aug 12 12:55:18.573169 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device c50813aa-d770-40d1-aa38-35631f4dc87e no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:55:18.594833 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: c50813aa-d770-40d1-aa38-35631f4dc87e {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:55:18.595206 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device c50813aa-d770-40d1-aa38-35631f4dc87e not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:55:18.595988 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:55:18.613947 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:55:18.614277 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 313555ea-d3e2-4fbf-bdee-af3fa95cfb1c not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:55:24.152761 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1829110-07ba-467b-82a5-8183b38a523c req-db1a2fb9-a1b9-4deb-8ba8-5c724f497570 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:24.154227 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c1829110-07ba-467b-82a5-8183b38a523c req-db1a2fb9-a1b9-4deb-8ba8-5c724f497570 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 945 time: 0.0475156 Aug 12 12:55:24.190045 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c1829110-07ba-467b-82a5-8183b38a523c req-b3095845-c793-4fe0-acf1-98a0e42d52b1 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293632 Aug 12 12:55:25.303807 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea2be2-a1a6-472f-b7cf-f918a5c40969 req-abeb8259-3a83-466b-ace9-648501fdafac tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:25.305262 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5fea2be2-a1a6-472f-b7cf-f918a5c40969 req-abeb8259-3a83-466b-ace9-648501fdafac tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Aug 12 12:55:25.341136 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-5fea2be2-a1a6-472f-b7cf-f918a5c40969 req-cd192d7d-57ef-4a9f-b3f0-4fb04bf0a59a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300212 Aug 12 12:55:26.107932 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-b6ebe9d1-715a-41b2-b0b5-5bd436d38640 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:26.109367 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-b6ebe9d1-715a-41b2-b0b5-5bd436d38640 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 945 time: 0.0496912 Aug 12 12:55:26.195967 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Deleting port 3e14a89a-99dc-4722-a2ce-631bbc619c0f {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:55:26.196305 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:26.282121 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] For port 3e14a89a-99dc-4722-a2ce-631bbc619c0f, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3e14a89a-99dc-4722-a2ce-631bbc619c0f,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:26.282410 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:26.294478 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Calling delete_port for 3e14a89a-99dc-4722-a2ce-631bbc619c0f owned by compute:nova {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:55:26.442552 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:26.454949 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321', '4dce2703-9982-4cbe-93aa-50bd58939c68', '3e14a89a-99dc-4722-a2ce-631bbc619c0f'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:55:26.480698 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event deleted for resources: {'Port': ['ID=3e14a89a-99dc-4722-a2ce-631bbc619c0f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:26.512696 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353d19d-43de-4218-b224-c3948429acac req-8984c545-64fb-41ed-9a78-c4a99177b801 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:26.514167 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4353d19d-43de-4218-b224-c3948429acac req-8984c545-64fb-41ed-9a78-c4a99177b801 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=421d0676-56bb-4964-a177-51e3eb8c0215 HTTP/1.1" status: 200 len: 867 time: 0.1014421 Aug 12 12:55:26.528544 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] No DVR routers for this DVR port 3e14a89a-99dc-4722-a2ce-631bbc619c0f on host hv-cinder-80429 {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:55:26.535258 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:26.537044 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c02b02e0-7e80-402b-934d-d7ab92ae3e9b req-eef4d27f-1962-44c8-8e7f-5b29e0087f9c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "DELETE /v2.0/ports/3e14a89a-99dc-4722-a2ce-631bbc619c0f HTTP/1.1" status: 204 len: 173 time: 0.4211166 Aug 12 12:55:26.537472 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421d0676-56bb-4964-a177-51e3eb8c0215', 'name': 'network-vif-deleted', 'tag': '3e14a89a-99dc-4722-a2ce-631bbc619c0f'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:55:26.539648 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc33c18-6c9e-43df-910d-b7619c31983b" -d '{"events": [{"server_uuid": "421d0676-56bb-4964-a177-51e3eb8c0215", "name": "network-vif-deleted", "tag": "3e14a89a-99dc-4722-a2ce-631bbc619c0f"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:55:26.572341 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4353d19d-43de-4218-b224-c3948429acac req-d3879a64-d079-4d2c-a2f5-26397dd4ee97 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Aug 12 12:55:26.599955 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b6a79-1e31-44e6-941a-0fb47507b8dd x-openstack-request-id: req-684b6a79-1e31-44e6-941a-0fb47507b8dd {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:55:26.600261 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421d0676-56bb-4964-a177-51e3eb8c0215", "name": "network-vif-deleted", "tag": "3e14a89a-99dc-4722-a2ce-631bbc619c0f", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:55:26.600515 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-684b6a79-1e31-44e6-941a-0fb47507b8dd {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:55:26.600910 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421d0676-56bb-4964-a177-51e3eb8c0215', 'name': 'network-vif-deleted', 'tag': '3e14a89a-99dc-4722-a2ce-631bbc619c0f', 'status': 'completed', 'code': 200} Aug 12 12:55:27.834790 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dc379-8a45-4f31-b504-35d4fb1ddde1 req-b240046c-0079-425d-8d5d-21a67b534a99 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:27.836278 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-602dc379-8a45-4f31-b504-35d4fb1ddde1 req-b240046c-0079-425d-8d5d-21a67b534a99 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0500839 Aug 12 12:55:27.873846 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-602dc379-8a45-4f31-b504-35d4fb1ddde1 req-629ce09d-8a33-4a82-a52e-33909d75ccb3 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Aug 12 12:55:28.990987 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bdb7d-5425-45ec-ab86-c0a79111d3d6 req-52540e6a-fe06-4592-8abb-905cfe4f5c36 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:28.992450 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b14bdb7d-5425-45ec-ab86-c0a79111d3d6 req-52540e6a-fe06-4592-8abb-905cfe4f5c36 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0499425 Aug 12 12:55:29.028805 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-b14bdb7d-5425-45ec-ab86-c0a79111d3d6 req-e42edb9b-aef7-4bee-ac42-5ff4de0f3f0b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306268 Aug 12 12:55:30.137756 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2371b-f62b-464e-80d3-a3d46b93a950 req-c00e6f1e-7229-405a-a0ea-85e62a21ddd8 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:30.139194 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0ff2371b-f62b-464e-80d3-a3d46b93a950 req-c00e6f1e-7229-405a-a0ea-85e62a21ddd8 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0464218 Aug 12 12:55:30.175334 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0ff2371b-f62b-464e-80d3-a3d46b93a950 req-92a8a62a-e6c0-4d4c-a4e6-7d3e183b3481 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301449 Aug 12 12:55:31.286444 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4400846-3ea5-49b7-950f-c8bc74ee223a req-f012a2cc-840d-4ef3-a549-cf91efbf216a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:31.287948 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f4400846-3ea5-49b7-950f-c8bc74ee223a req-f012a2cc-840d-4ef3-a549-cf91efbf216a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0480473 Aug 12 12:55:31.325804 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f4400846-3ea5-49b7-950f-c8bc74ee223a req-a37d91c1-e37a-42c2-b8e0-ee661cf11d40 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Aug 12 12:55:31.650523 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3e14a89a-99dc-4722-a2ce-631bbc619c0f no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:55:31.670890 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 3e14a89a-99dc-4722-a2ce-631bbc619c0f {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:55:31.671259 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3e14a89a-99dc-4722-a2ce-631bbc619c0f not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:55:31.887871 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:55:32.436967 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f31f83-f2d7-4512-96e8-62f4c9af080d req-c56be485-7155-42d0-9d68-90799506a12a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:32.438437 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a4f31f83-f2d7-4512-96e8-62f4c9af080d req-c56be485-7155-42d0-9d68-90799506a12a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0481811 Aug 12 12:55:32.477346 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a4f31f83-f2d7-4512-96e8-62f4c9af080d req-2132298c-857a-4149-8859-49ed7806a36a tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Aug 12 12:55:33.492799 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-5b460299-44e4-4cd3-8fa9-62ce3d5ae4e4 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:33.494247 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-5b460299-44e4-4cd3-8fa9-62ce3d5ae4e4 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0503833 Aug 12 12:55:33.589863 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Deleting port 4dce2703-9982-4cbe-93aa-50bd58939c68 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:55:33.590287 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:33.595763 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d8b90-6166-47c9-b5ba-1c26615e2b7b req-2a4718a6-2471-49c9-b1e5-940726af360e tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:33.598240 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-190d8b90-6166-47c9-b5ba-1c26615e2b7b req-2a4718a6-2471-49c9-b1e5-940726af360e tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=30801229-e307-496f-86a3-1097340f6ee6 HTTP/1.1" status: 200 len: 946 time: 0.0513003 Aug 12 12:55:33.637133 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-190d8b90-6166-47c9-b5ba-1c26615e2b7b req-3326c81a-dee2-4b7b-b2d6-335426617514 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325203 Aug 12 12:55:33.663172 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:33.716897 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] For port 4dce2703-9982-4cbe-93aa-50bd58939c68, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=4dce2703-9982-4cbe-93aa-50bd58939c68,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:33.717335 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:33.731297 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Calling delete_port for 4dce2703-9982-4cbe-93aa-50bd58939c68 owned by compute:nova {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:55:33.857407 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:33.869475 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:55:33.888429 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event deleted for resources: {'Port': ['ID=4dce2703-9982-4cbe-93aa-50bd58939c68,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:33.931671 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] No DVR routers for this DVR port 4dce2703-9982-4cbe-93aa-50bd58939c68 on host hv-cinder-80429 {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:55:33.934189 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:33.936172 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-6410c572-45d3-42a2-8364-ce94c39a43ea req-d48a0787-74f3-4d7e-8b61-f80cba179df6 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "DELETE /v2.0/ports/4dce2703-9982-4cbe-93aa-50bd58939c68 HTTP/1.1" status: 204 len: 173 time: 0.4360073 Aug 12 12:55:33.936600 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30801229-e307-496f-86a3-1097340f6ee6', 'name': 'network-vif-deleted', 'tag': '4dce2703-9982-4cbe-93aa-50bd58939c68'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:55:33.938952 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be3d5d9-f204-49d6-9aae-ed13fde0d812" -d '{"events": [{"server_uuid": "30801229-e307-496f-86a3-1097340f6ee6", "name": "network-vif-deleted", "tag": "4dce2703-9982-4cbe-93aa-50bd58939c68"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:55:33.982537 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed92044-97c6-461c-a7a7-937140a45caa x-openstack-request-id: req-2ed92044-97c6-461c-a7a7-937140a45caa {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:55:33.982826 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30801229-e307-496f-86a3-1097340f6ee6", "name": "network-vif-deleted", "tag": "4dce2703-9982-4cbe-93aa-50bd58939c68", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:55:33.983094 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ed92044-97c6-461c-a7a7-937140a45caa {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:55:33.983479 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30801229-e307-496f-86a3-1097340f6ee6', 'name': 'network-vif-deleted', 'tag': '4dce2703-9982-4cbe-93aa-50bd58939c68', 'status': 'completed', 'code': 200} Aug 12 12:55:35.685565 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4dce2703-9982-4cbe-93aa-50bd58939c68 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:55:35.704556 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 4dce2703-9982-4cbe-93aa-50bd58939c68 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:55:35.704894 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 4dce2703-9982-4cbe-93aa-50bd58939c68 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:55:36.046529 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6844cc-fedc-499e-b767-b22bbfb43a88 req-da06a177-0cfd-4a54-a654-4abc216f029b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:36.048008 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d6844cc-fedc-499e-b767-b22bbfb43a88 req-da06a177-0cfd-4a54-a654-4abc216f029b tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 945 time: 0.0528088 Aug 12 12:55:36.087517 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d6844cc-fedc-499e-b767-b22bbfb43a88 req-276a233f-d189-4f53-9d16-8bc70c82f154 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326612 Aug 12 12:55:37.208317 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f587-1eb3-4487-9911-47d419e0bb1c req-765f8f8a-9957-4ef0-8bd6-3d00a1a5a828 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:37.209853 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e754f587-1eb3-4487-9911-47d419e0bb1c req-765f8f8a-9957-4ef0-8bd6-3d00a1a5a828 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 945 time: 0.0488899 Aug 12 12:55:37.253037 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e754f587-1eb3-4487-9911-47d419e0bb1c req-95e48f9a-b3c7-42fe-aac8-6d0124a340bc tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Aug 12 12:55:38.339332 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-1d518fb4-1d12-4db6-bb0f-eba2f6e4156f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:38.340845 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-1d518fb4-1d12-4db6-bb0f-eba2f6e4156f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 945 time: 0.2834411 Aug 12 12:55:38.367943 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b90dd2-0eb9-4783-9edf-0088dfbcd781 req-3fb3c126-ddc2-4dc9-9e89-79083b50a8a9 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:38.369403 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-31b90dd2-0eb9-4783-9edf-0088dfbcd781 req-3fb3c126-ddc2-4dc9-9e89-79083b50a8a9 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Aug 12 12:55:38.406114 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-31b90dd2-0eb9-4783-9edf-0088dfbcd781 req-bde4d517-dd23-429d-8228-ef4f869bd60c tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/security-groups?id=df418f72-85b0-426c-873d-32f4098dc437&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306520 Aug 12 12:55:38.435908 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Deleting port 17872b86-2e9a-4eba-b13d-1cb0e501f321 {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:55:38.436282 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:38.521452 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] For port 17872b86-2e9a-4eba-b13d-1cb0e501f321, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=17872b86-2e9a-4eba-b13d-1cb0e501f321,segment=NetworkSegment(aa066def-dcc5-4ec2-85ac-93b9d2100997),segment_id=aa066def-dcc5-4ec2-85ac-93b9d2100997)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:38.521808 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:38.533692 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Calling delete_port for 17872b86-2e9a-4eba-b13d-1cb0e501f321 owned by compute:nova {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:55:38.650140 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:38.661379 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['17872b86-2e9a-4eba-b13d-1cb0e501f321'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:55:38.680809 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Pushing event deleted for resources: {'Port': ['ID=17872b86-2e9a-4eba-b13d-1cb0e501f321,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:38.720653 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] No DVR routers for this DVR port 17872b86-2e9a-4eba-b13d-1cb0e501f321 on host hv-cinder-80429 {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:55:38.723093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:38.725092 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0f5e85db-bead-4609-a9b1-92f7da20d4ff req-78e921b2-3f2d-4cb4-8eb7-6ebd13bb4728 tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.10 "DELETE /v2.0/ports/17872b86-2e9a-4eba-b13d-1cb0e501f321 HTTP/1.1" status: 204 len: 173 time: 0.3775036 Aug 12 12:55:38.725511 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'name': 'network-vif-deleted', 'tag': '17872b86-2e9a-4eba-b13d-1cb0e501f321'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:55:38.727815 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630e19e-6da3-451e-85ec-36afe92131a8" -d '{"events": [{"server_uuid": "ac74ede3-2bc6-4587-a652-9a660e5c2e62", "name": "network-vif-deleted", "tag": "17872b86-2e9a-4eba-b13d-1cb0e501f321"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:55:38.763764 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03249fdd-2d6f-41df-b97d-e6eaf377f12d x-openstack-request-id: req-03249fdd-2d6f-41df-b97d-e6eaf377f12d {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:55:38.764054 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac74ede3-2bc6-4587-a652-9a660e5c2e62", "name": "network-vif-deleted", "tag": "17872b86-2e9a-4eba-b13d-1cb0e501f321", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:55:38.764299 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03249fdd-2d6f-41df-b97d-e6eaf377f12d {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:55:38.764687 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac74ede3-2bc6-4587-a652-9a660e5c2e62', 'name': 'network-vif-deleted', 'tag': '17872b86-2e9a-4eba-b13d-1cb0e501f321', 'status': 'completed', 'code': 200} Aug 12 12:55:39.456900 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-00698be6-bc0a-4a8b-a50b-0b102b1338eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:39.531008 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-2472bd78-61ad-4157-bf56-1bb5c8907ed1 req-3a745552-a665-42cc-9812-683886bd173f tempest-AttachVolumeNegativeTest-1773787111 tempest-AttachVolumeNegativeTest-1773787111-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac74ede3-2bc6-4587-a652-9a660e5c2e62 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Aug 12 12:55:40.587574 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44314) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:40.631430 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] Deleting subnet 2453f08a-8909-415d-82c6-d27b0686b11b {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:55:40.634327 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.670506 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14515135'] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.709954 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.764968 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13208915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12678762'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.790185 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2453f08a-8909-415d-82c6-d27b0686b11b,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:40.792184 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.794032 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7519865a-d33d-4ecb-b0ef-4641c38c47b9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2453f08a-8909-415d-82c6-d27b0686b11b HTTP/1.1" status: 204 len: 168 time: 0.2055190 Aug 12 12:55:40.796542 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44316) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:40.864151 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.937029 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.946644 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f8314a-8a0f-4a01-af63-dd88727fc854']}} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:40.956060 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa066def-dcc5-4ec2-85ac-93b9d2100997') {'for_net_delete': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:40.956350 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa066def-dcc5-4ec2-85ac-93b9d2100997') {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:40.964830 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14515112'] for segment, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.977816 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.983463 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:55:40.983843 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13208973'] for segment, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: Traceback (most recent call last): Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: timer() Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: cb(*args, **kw) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: return func(*args, **kwargs) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: self._notify() Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: self.callback(batched_events) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: event.method(event) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: return f(self, *a, **k) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._get(url).json() Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: return self.request(url, 'GET', **kwargs) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:55:40.985447 dv-cinder-804294-1-iscsi neutron-server[100364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:55:41.045449 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:41.051111 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:41.052961 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/22f8314a-8a0f-4a01-af63-dd88727fc854 HTTP/1.1" status: 204 len: 168 time: 0.2554865 Aug 12 12:55:41.063637 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c5ccd-e848-406c-be0c-12f3aa2f0dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f8314a-8a0f-4a01-af63-dd88727fc854,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:41.263227 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44320) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:41.302270 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6133052f-526e-4f6e-b68c-404f1ad56d71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cec5d02c6034642bdee9dabc18bc075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377738 Aug 12 12:55:41.304495 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44322) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:41.352814 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:41.373023 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:41.418194 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:41.420801 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:41.421938 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df418f72-85b0-426c-873d-32f4098dc437 HTTP/1.1" status: 204 len: 168 time: 0.1164985 Aug 12 12:55:41.430614 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df418f72-85b0-426c-873d-32f4098dc437,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:41.437615 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.437959 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.438295 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.438620 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.438942 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.439292 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.439623 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.439944 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.440262 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.440578 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.440893 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.441206 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9625cdec-a0b6-4c87-8b39-4cc84c97354a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:41.701332 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 17872b86-2e9a-4eba-b13d-1cb0e501f321 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:55:41.722059 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 17872b86-2e9a-4eba-b13d-1cb0e501f321 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:55:41.722408 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 17872b86-2e9a-4eba-b13d-1cb0e501f321 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:55:42.023665 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-35a70631-fd43-44ad-bfd7-51c3a3e85a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:42.300529 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:42.772146 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44366) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:42.814815 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] Deleting subnet 8636dc3a-4400-496f-a1ce-3396eb560bc1 {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 12:55:42.817722 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:42.849587 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:42.891229 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:42.941754 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:42.969793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:42.972234 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8636dc3a-4400-496f-a1ce-3396eb560bc1 HTTP/1.1" status: 204 len: 168 time: 0.1990752 Aug 12 12:55:42.973151 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b9e43-cdb9-4e28-b7fa-93ff47d7031b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8636dc3a-4400-496f-a1ce-3396eb560bc1,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:42.974858 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44368) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:43.042966 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.119785 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.129031 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a05d2d-ce5c-4aca-8fc9-159d32f5c078']}} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:43.138565 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f7f4b6-d179-47b4-9521-ab158bcb9ab3') {'for_net_delete': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:43.138853 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f7f4b6-d179-47b4-9521-ab158bcb9ab3') {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:43.147989 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14515112'] for segment, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.161464 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.167268 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 12:55:43.167646 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13208973'] for segment, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: Traceback (most recent call last): Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: timer() Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: cb(*args, **kw) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: return func(*args, **kwargs) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: self._notify() Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: self.callback(batched_events) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: event.method(event) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: return f(self, *a, **k) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._get(url).json() Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: return self.request(url, 'GET', **kwargs) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 12:55:43.169212 dv-cinder-804294-1-iscsi neutron-server[100364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 12:55:43.222862 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.227924 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.229850 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f8a05d2d-ce5c-4aca-8fc9-159d32f5c078 HTTP/1.1" status: 204 len: 168 time: 0.2538500 Aug 12 12:55:43.248517 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a05d2d-ce5c-4aca-8fc9-159d32f5c078,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:43.255185 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.256028 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.256401 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.256746 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.257084 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.257431 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.257755 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.258083 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.258414 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.258743 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.259084 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.259406 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.259723 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3875295-4422-4c84-8097-03de03aa6ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:43.387741 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44372) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:43.427276 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-b406a908-57e3-49ed-a0ba-31e5dfc9c7a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1675ba3cd5746fe86316467ca5f15a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382731 Aug 12 12:55:43.429621 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44374) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:43.475274 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-72ba2d1e-d60e-462a-8552-49c0fddbdad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.495194 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-72ba2d1e-d60e-462a-8552-49c0fddbdad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.539273 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-72ba2d1e-d60e-462a-8552-49c0fddbdad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.541720 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-72ba2d1e-d60e-462a-8552-49c0fddbdad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:43.542816 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-72ba2d1e-d60e-462a-8552-49c0fddbdad6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc HTTP/1.1" status: 204 len: 168 time: 0.1122677 Aug 12 12:55:43.550957 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba2d1e-d60e-462a-8552-49c0fddbdad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f28a5ae-7faa-41c4-aea1-a2ea2ee6abcc,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:44.204391 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44416) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:44.321871 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-698598638-network', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:44.341246 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Made reservation on behalf of e2ee09caa7624b3c930de92f639940d5 for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:55:44.343443 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.351601 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.438652 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.443137 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.468715 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:55:44.474697 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3d08b-adaa-47c5-aa0b-43455faedc95,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:44.480490 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.480828 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Added segment 71f434c4-5334-48f9-8a5b-ed83caac7521 of type vlan for network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 Aug 12 12:55:44.518693 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.547853 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.549293 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:44.549865 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.600336 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3941338 Aug 12 12:55:44.603139 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44420) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:44.607734 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ce5f8-0a52-4c10-8de5-3b8297e319af admin admin] Pushing event updated for resources: {'Network': ['ID=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:44.608603 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Request body: {'subnet': {'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-698598638-subnet', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'ip_version': 4}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:44.618028 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:55:44.629471 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Made reservation on behalf of e2ee09caa7624b3c930de92f639940d5 for: {'subnet': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:55:44.631877 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12678721'] for subnet, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.790854 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13208852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12678771'] for subnet, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.841227 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843fafe8-dfc5-43d8-b7b0-ce07a36482ab,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:44.851451 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Checking segment: {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:44.851745 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Network hostable DHCP agents. Network: da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:55:44.867804 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:55:44.877259 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4) {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:44.882369 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:44.883426 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.886427 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b14ca6-34fe-4353-a8aa-184b36a8945d None None] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:55:44.898786 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7dfbf812-bd32-4c68-a210-f73fce0182b8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2942665 Aug 12 12:55:44.902166 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44422) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:44.906709 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:44.927747 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.928803 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.947328 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:44.983921 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.048458 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:55:45.049300 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.120010 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.179479 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Allocated IP 172.20.0.2 (da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4/843fafe8-dfc5-43d8-b7b0-ce07a36482ab/b492e681-86b7-46dd-b59f-367a54d4a539) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:55:45.319981 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.322173 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.330579 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Transition to ACTIVE for port object b492e681-86b7-46dd-b59f-367a54d4a539 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:45.338401 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.345640 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Transition to ACTIVE for port object b492e681-86b7-46dd-b59f-367a54d4a539 will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:45.351565 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.388288 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:45.391348 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:45.395738 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:55:45.406459 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Pushing event updated for resources: {'Port': ['ID=b492e681-86b7-46dd-b59f-367a54d4a539,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:45.433356 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.433797 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.434065 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.434379 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.434710 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.435055 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.435379 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.435704 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.436026 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.436346 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.436668 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.436984 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:45.444500 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Allocated IP 172.27.2.171 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/245fad4e-e1d7-4dfb-b11b-6ce01ce01456) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:55:45.469302 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Attempting to bind port b492e681-86b7-46dd-b59f-367a54d4a539 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:55:45.469670 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Attempting to bind port b492e681-86b7-46dd-b59f-367a54d4a539 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:55:45.470036 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Attempting to bind port b492e681-86b7-46dd-b59f-367a54d4a539 on network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:55:45.474898 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:55:45.475299 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Checking segment: {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:45.475703 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.476090 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Bound using segment: {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:55:45.476547 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Bound port: b492e681-86b7-46dd-b59f-367a54d4a539, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:55:45.476930 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.537883 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] For port b492e681-86b7-46dd-b59f-367a54d4a539, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:55:45.541292 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] For port b492e681-86b7-46dd-b59f-367a54d4a539, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=b492e681-86b7-46dd-b59f-367a54d4a539,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:55:45.543666 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.544828 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.584585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:45.606668 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6a73d-6b1a-4d33-8d5d-f6cfbddd7543 None None] Pushing event updated for resources: {'Port': ['ID=b492e681-86b7-46dd-b59f-367a54d4a539,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:45.623916 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:45.630481 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:45.634051 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:55:45.655947 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Pushing event updated for resources: {'Port': ['ID=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:45.889153 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:46.085757 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:46.212393 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Router 52a50e1c-924d-45e7-87fa-cb625aeaadfc is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:55:46.395806 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c9826-dd33-4679-a48c-42e7743d39ff None None] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:55:46.476904 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-94dd3339-9cea-4e3a-98fe-40b42abdaaa0 None None] Provisioning for port b492e681-86b7-46dd-b59f-367a54d4a539 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:46.581143 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:55:46.590561 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Sync routers for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:55:46.600182 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:46.600994 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:46.601644 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:46.601801 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-9f3e791a-2106-4b54-9165-4febd37e83a5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6985624 Aug 12 12:55:46.604501 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44432) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:46.715885 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:46.907075 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:45Z', 'revision_number': 3, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:46.936945 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Checking router: 52a50e1c-924d-45e7-87fa-cb625aeaadfc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:55:46.937606 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Updating router 52a50e1c-924d-45e7-87fa-cb625aeaadfc port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:55:46.962260 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:46.984119 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b492e681-86b7-46dd-b59f-367a54d4a539 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:47.017235 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.106243 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port b492e681-86b7-46dd-b59f-367a54d4a539 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:47.140164 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port b492e681-86b7-46dd-b59f-367a54d4a539 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:47.140535 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.173401 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Allocated IP 172.20.0.1 (da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4/843fafe8-dfc5-43d8-b7b0-ce07a36482ab/471e6bd3-4e52-4996-a40c-b3a578e6958a) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:55:47.267883 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.273697 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.287009 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Transition to ACTIVE for port object 471e6bd3-4e52-4996-a40c-b3a578e6958a will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:47.318975 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.329479 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.335416 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port b492e681-86b7-46dd-b59f-367a54d4a539, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=b492e681-86b7-46dd-b59f-367a54d4a539,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:47.342210 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.344286 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Transition to ACTIVE for port object 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:47.361214 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:47.364528 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:47.366862 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:55:47.371722 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.395427 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Pushing event updated for resources: {'Port': ['ID=471e6bd3-4e52-4996-a40c-b3a578e6958a,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:47.415701 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.416027 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=b492e681-86b7-46dd-b59f-367a54d4a539,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:47.419257 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Attempting to bind port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:55:47.419635 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Attempting to bind port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:55:47.420004 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Attempting to bind port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:55:47.444417 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:55:47.444800 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:47.445208 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.445603 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:55:47.446089 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Bound port: 245fad4e-e1d7-4dfb-b11b-6ce01ce01456, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:55:47.446472 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.491382 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77296c0-b455-46d8-9962-143f3950b964 None None] Pushing event updated for resources: {'Port': ['ID=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:47.513111 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] For port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:55:47.516317 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] For port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:55:47.520862 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.559407 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.579736 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:47.580361 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:47.582725 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77296c0-b455-46d8-9962-143f3950b964 None None] Pushing event updated for resources: {'Port': ['ID=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:47.684769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-a7331c82-7fc6-4738-875b-b50fc90c9b85 None None] Provisioning for port 471e6bd3-4e52-4996-a40c-b3a578e6958a completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:47.693924 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-a7331c82-7fc6-4738-875b-b50fc90c9b85 None None] Provisioning complete for port 471e6bd3-4e52-4996-a40c-b3a578e6958a triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:47.694305 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a7331c82-7fc6-4738-875b-b50fc90c9b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.699203 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:47.722505 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.726952 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.766274 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-a7331c82-7fc6-4738-875b-b50fc90c9b85 None None] Port 471e6bd3-4e52-4996-a40c-b3a578e6958a cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:55:47.790321 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Pushing event updated for resources: {'Port': ['ID=471e6bd3-4e52-4996-a40c-b3a578e6958a,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:47.795587 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:47.892999 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:47.895299 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:48.024547 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Router 52a50e1c-924d-45e7-87fa-cb625aeaadfc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:55:48.061702 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 1, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:48.100435 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fe3cb-222f-407d-be04-cbf5325d515e None None] The sync data for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi is: [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 1, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:55:48.110258 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-198755ea-1737-421e-ae59-d9aa4e8b923b None None] Provisioning complete for port 471e6bd3-4e52-4996-a40c-b3a578e6958a triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:48.110639 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-198755ea-1737-421e-ae59-d9aa4e8b923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.142336 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:55:48.149782 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-6ab62b88-40ae-433b-bff6-2683c1052bcb admin admin] 10.222.0.22 "PUT /v2.0/routers/52a50e1c-924d-45e7-87fa-cb625aeaadfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5437212 Aug 12 12:55:48.150291 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-198755ea-1737-421e-ae59-d9aa4e8b923b None None] Port 471e6bd3-4e52-4996-a40c-b3a578e6958a cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:55:48.661854 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44464) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:48.667055 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1470638012-network', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:48.687375 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Made reservation on behalf of 7bcad80ece784f9faaba84a8581c3bce for: {'network': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:55:48.689659 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for network, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.705101 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.819984 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.823833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.850939 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=100365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 12:55:48.857369 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9732bc2-61bc-4b81-89be-ea4e6a2a8903,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:48.863585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.863929 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.segments_db [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Added segment 375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6 of type vlan for network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e Aug 12 12:55:48.912649 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776086684227'] for network, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.950368 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972'] for network, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:48.951354 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:48.952167 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.015648 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3526690 Aug 12 12:55:49.018553 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44466) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:49.023606 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Request body: {'subnet': {'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1470638012-subnet', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'ip_version': 4}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:49.026920 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be96b5-ea32-4e04-9879-a23a5107aeaa admin admin] Pushing event updated for resources: {'Network': ['ID=5cb22c9d-44ef-4f6a-8e02-2dd68eab299e,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:49.039510 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e details requested by agent ovs-agent-dv-cinder-804294-1-iscsi with host dv-cinder-804294-1-iscsi {{(pid=100366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 12:55:49.053263 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Made reservation on behalf of 7bcad80ece784f9faaba84a8581c3bce for: {'subnet': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:55:49.056759 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078794'] for subnet, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.056937 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:49.151991 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:49.156255 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:49.156857 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.236688 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.241026 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13397493', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078840'] for subnet, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.262091 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:49.267657 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.269260 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b492e681-86b7-46dd-b59f-367a54d4a539 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:49.309865 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Checking segment: {'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:49.310229 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Network hostable DHCP agents. Network: 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e, hostable agents: ['6a0a0fc9-5c0b-416e-acba-a004e25050d1'], hosted agents: [] {{(pid=100365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 12:55:49.319846 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d34f78-cd3f-4bf8-b93d-499101f9fe65,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:49.334702 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e is scheduled to be hosted by DHCP agent 6a0a0fc9-5c0b-416e-acba-a004e25050d1 with binding_index 1 {{(pid=100365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 12:55:49.351902 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804294-1-iscsi, 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e) {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:49.358670 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:55:49.359314 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.370244 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e734f-091d-433f-9f0e-7f47b57689af None None] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:55:49.383707 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-48f250e7-366f-48b0-93f1-0fd9a0140129 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3616021 Aug 12 12:55:49.384199 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44476) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:49.388581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:49.392405 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:49.429061 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port b492e681-86b7-46dd-b59f-367a54d4a539 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:49.429442 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.433940 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-529901', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1270'] for router, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.435705 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-532270', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1277'] for router, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.500977 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.607276 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34f4c7b8-3be0-5696-8dd8-1dbc55b8f0c1-5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'fixed_ips': [{'subnet_id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65'}]}} from dv-cinder-804294-1-iscsi. {{(pid=100366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 12:55:49.608406 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.641292 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.746127 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.db_base_plugin_common [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Allocated IP 172.20.0.2 (5cb22c9d-44ef-4f6a-8e02-2dd68eab299e/48d34f78-cd3f-4bf8-b93d-499101f9fe65/12fa0474-8d8a-4448-8e04-b1874337065e) {{(pid=100366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:55:49.839608 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.866390 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.902648 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Notify callbacks [] for port, precommit_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.911717 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Transition to ACTIVE for port object 12fa0474-8d8a-4448-8e04-b1874337065e will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:49.928235 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Transition to ACTIVE for port object 12fa0474-8d8a-4448-8e04-b1874337065e will not be triggered until provisioned by entity DHCP. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:49.935972 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141'] for port, after_create {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:49.975784 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e is already hosted by enough agents. {{(pid=100366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:49.979523 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Allocated IP 172.27.2.242 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/5b282484-88f2-4cad-9b93-1aca4d4bd4ed) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:55:49.981733 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.scheduler.base_scheduler [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Resources bound (agent type, host, resource id): {{(pid=100366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:49.985229 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Received port after_create {{(pid=100366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:55:50.018911 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Pushing event updated for resources: {'Port': ['ID=12fa0474-8d8a-4448-8e04-b1874337065e,revision_number=1']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:50.050772 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Attempting to bind port 12fa0474-8d8a-4448-8e04-b1874337065e on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:55:50.051451 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Attempting to bind port 12fa0474-8d8a-4448-8e04-b1874337065e by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:55:50.051451 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Attempting to bind port 12fa0474-8d8a-4448-8e04-b1874337065e on network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:55:50.056467 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:55:50.056843 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Checking segment: {'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:50.057241 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.057633 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Bound using segment: {'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:55:50.058093 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Bound port: 12fa0474-8d8a-4448-8e04-b1874337065e, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:55:50.058468 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.084717 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.124726 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] For port 12fa0474-8d8a-4448-8e04-b1874337065e, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:55:50.125844 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.128284 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] For port 12fa0474-8d8a-4448-8e04-b1874337065e, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=12fa0474-8d8a-4448-8e04-b1874337065e,segment=NetworkSegment(375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6),segment_id=375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:55:50.131988 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.163386 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:50.168292 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:50.171808 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:55:50.198096 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Sync routers for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:55:50.198617 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Pushing event updated for resources: {'Port': ['ID=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:50.203519 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed668dbf-a329-412a-8b47-dc9146271d74 None None] Pushing event updated for resources: {'Port': ['ID=12fa0474-8d8a-4448-8e04-b1874337065e,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:50.209241 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:50.210012 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:50.431085 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:50.468604 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.657484 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 2, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:50.681359 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-532475'] for router, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.686350 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Checking router: 52a50e1c-924d-45e7-87fa-cb625aeaadfc for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:55:50.686702 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Updating router 52a50e1c-924d-45e7-87fa-cb625aeaadfc port 471e6bd3-4e52-4996-a40c-b3a578e6958a binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:55:50.711182 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:50.838169 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Router a6161948-6a1a-46f4-b09c-32ee7a40d96a is scheduled to L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea with binding_index 1 {{(pid=100365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 12:55:50.927766 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44498) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:51.056350 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.075444 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Transition to ACTIVE for port object 471e6bd3-4e52-4996-a40c-b3a578e6958a will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:51.088012 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.110271 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:51.153999 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-507b1e40-51c5-4993-833e-40b167c7b090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.192557 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Pushing event updated for resources: {'Port': ['ID=471e6bd3-4e52-4996-a40c-b3a578e6958a,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:51.197353 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:51.198042 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.222608 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.223116 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.223116 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.223453 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.223765 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.224167 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.224485 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.225060 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.225389 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.225713 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.226092 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.226417 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:55:51.258317 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Attempting to bind port 471e6bd3-4e52-4996-a40c-b3a578e6958a on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:55:51.258781 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Attempting to bind port 471e6bd3-4e52-4996-a40c-b3a578e6958a by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:55:51.259180 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Attempting to bind port 471e6bd3-4e52-4996-a40c-b3a578e6958a on network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:55:51.270888 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:55:51.271290 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Checking segment: {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:51.271690 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.274490 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Bound using segment: {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:55:51.275047 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Bound port: 471e6bd3-4e52-4996-a40c-b3a578e6958a, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:55:51.276665 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.316903 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 12fa0474-8d8a-4448-8e04-b1874337065e up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:51.351403 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd3663-0fb3-422d-9ea9-f53bd21aeaa2 None None] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 12:55:51.374171 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] For port 471e6bd3-4e52-4996-a40c-b3a578e6958a, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:55:51.374430 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:55:51.379571 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] For port 471e6bd3-4e52-4996-a40c-b3a578e6958a, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=471e6bd3-4e52-4996-a40c-b3a578e6958a,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:55:51.394030 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-507b1e40-51c5-4993-833e-40b167c7b090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.395845 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.400062 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-507b1e40-51c5-4993-833e-40b167c7b090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.411134 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.412495 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Sync routers for ids ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:55:51.412714 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-e7244ce9-447d-4de8-88a9-38b865dbf095 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0274730 Aug 12 12:55:51.415346 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44502) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:51.438142 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-723ff129-1e9b-441e-9e3b-3ea857892f9a None None] Provisioning for port 12fa0474-8d8a-4448-8e04-b1874337065e completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:51.460169 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Routers {'a6161948-6a1a-46f4-b09c-32ee7a40d96a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:51.460803 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:51.478254 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:51.479182 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:51.484453 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e30f81-7b3b-4fb1-a435-e50b678cb093 None None] Pushing event updated for resources: {'Port': ['ID=471e6bd3-4e52-4996-a40c-b3a578e6958a,revision_number=4']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:51.489833 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44504) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:51.492031 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-507b1e40-51c5-4993-833e-40b167c7b090 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e1cde168e244079a0b942dd27c59be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561805 Aug 12 12:55:51.493383 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b1e40-51c5-4993-833e-40b167c7b090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ee92d-2911-4e75-a1ee-815b9548b0ab,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:51.573454 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Set router a6161948-6a1a-46f4-b09c-32ee7a40d96a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:51.607552 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:51.622979 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5e23231-bf7d-4627-a8c1-7871e5f71fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.699608 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5e23231-bf7d-4627-a8c1-7871e5f71fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.764351 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 12fa0474-8d8a-4448-8e04-b1874337065e completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:51.776658 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 12fa0474-8d8a-4448-8e04-b1874337065e triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:51.777033 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.825558 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:51Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:51.857668 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aae66-4626-4f1c-a64a-ce8a32f888fc None None] The sync data for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi is: [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:51Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:55:51.916939 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5e23231-bf7d-4627-a8c1-7871e5f71fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.919836 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5e23231-bf7d-4627-a8c1-7871e5f71fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:51.923412 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d5e23231-bf7d-4627-a8c1-7871e5f71fe2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c0ee92d-2911-4e75-a1ee-815b9548b0ab HTTP/1.1" status: 204 len: 168 time: 0.4300213 Aug 12 12:55:51.959284 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e23231-bf7d-4627-a8c1-7871e5f71fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ee92d-2911-4e75-a1ee-815b9548b0ab,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:52.076049 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.128022 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.179582 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:50Z', 'revision_number': 3, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port': {'id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:52.271761 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Checking router: a6161948-6a1a-46f4-b09c-32ee7a40d96a for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:55:52.272260 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Updating router a6161948-6a1a-46f4-b09c-32ee7a40d96a port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed binding host dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:55:52.297913 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Allocated IP 172.20.0.1 (5cb22c9d-44ef-4f6a-8e02-2dd68eab299e/48d34f78-cd3f-4bf8-b93d-499101f9fe65/7d82f12e-28ed-4585-a6be-de101ec3fc7f) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:55:52.336587 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 12fa0474-8d8a-4448-8e04-b1874337065e, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=12fa0474-8d8a-4448-8e04-b1874337065e,segment=NetworkSegment(375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6),segment_id=375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:52.341375 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.346927 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.469926 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-03f6b15f-c15c-44ef-88f3-8a394596c171 None None] Provisioning complete for port 12fa0474-8d8a-4448-8e04-b1874337065e triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:52.470506 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-03f6b15f-c15c-44ef-88f3-8a394596c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.486943 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.512896 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Transition to ACTIVE for port object 7d82f12e-28ed-4585-a6be-de101ec3fc7f will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:52.560625 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.605132 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:52.608312 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:52.613252 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=12fa0474-8d8a-4448-8e04-b1874337065e,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:52.627061 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d82f12e-28ed-4585-a6be-de101ec3fc7f,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:52.630462 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:55:52.701892 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:52.934659 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.007082 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Notify callbacks [] for port, precommit_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.027394 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-2b6e1312-1e7c-475a-b228-9befc8bcf087 None None] Provisioning for port 7d82f12e-28ed-4585-a6be-de101ec3fc7f completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:53.035307 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Transition to ACTIVE for port object 5b282484-88f2-4cad-9b93-1aca4d4bd4ed will not be triggered until provisioned by entity L2. {{(pid=100366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:53.037440 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-2b6e1312-1e7c-475a-b228-9befc8bcf087 None None] Provisioning complete for port 7d82f12e-28ed-4585-a6be-de101ec3fc7f triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:53.037924 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1312-1e7c-475a-b228-9befc8bcf087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.040114 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 12fa0474-8d8a-4448-8e04-b1874337065e up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:53.092950 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.137067 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.147753 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.158355 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e1312-1e7c-475a-b228-9befc8bcf087 None None] Port 7d82f12e-28ed-4585-a6be-de101ec3fc7f cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:55:53.175728 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce81c4-20e1-48f8-a8eb-245053dd9d65 None None] Pushing event updated for resources: {'Port': ['ID=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,revision_number=2']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:53.180753 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Attempting to bind port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:55:53.181120 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Attempting to bind port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:55:53.181464 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Attempting to bind port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed on network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:55:53.191296 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:55:53.191681 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Checking segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:53.192067 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.192443 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Bound using segment: {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'} {{(pid=100366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:55:53.192901 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.managers [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Bound port: 5b282484-88f2-4cad-9b93-1aca4d4bd4ed, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2771069d-875b-4438-ba92-a21716b16032', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb'}}] {{(pid=100366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:55:53.193381 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.217975 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 12fa0474-8d8a-4448-8e04-b1874337065e triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:53.218352 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.218925 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.225453 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d82f12e-28ed-4585-a6be-de101ec3fc7f,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:53.278285 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] For port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:55:53.282387 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] For port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:55:53.287787 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.322948 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:55:53.331572 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:55:53.381676 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce81c4-20e1-48f8-a8eb-245053dd9d65 None None] Pushing event updated for resources: {'Port': ['ID=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,revision_number=3']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:53.385594 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Routers {'a6161948-6a1a-46f4-b09c-32ee7a40d96a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:53.386206 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:53.390435 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 471e6bd3-4e52-4996-a40c-b3a578e6958a up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:53.467449 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Router a6161948-6a1a-46f4-b09c-32ee7a40d96a has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:55:53.545536 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] Set router a6161948-6a1a-46f4-b09c-32ee7a40d96a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:53.548516 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 471e6bd3-4e52-4996-a40c-b3a578e6958a completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:53.592339 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:55:53.594159 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 471e6bd3-4e52-4996-a40c-b3a578e6958a triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:53.594594 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.607464 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ba6af48e-6771-4c24-884d-032295ba91b3 admin admin] 10.222.0.22 "PUT /v2.0/routers/a6161948-6a1a-46f4-b09c-32ee7a40d96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776781 Aug 12 12:55:53.665092 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-369ed974-64df-455b-892b-d83465c66353 None None] Provisioning complete for port 7d82f12e-28ed-4585-a6be-de101ec3fc7f triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:53.665462 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-369ed974-64df-455b-892b-d83465c66353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.758427 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-369ed974-64df-455b-892b-d83465c66353 None None] Port 7d82f12e-28ed-4585-a6be-de101ec3fc7f cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:55:53.825145 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.887298 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 471e6bd3-4e52-4996-a40c-b3a578e6958a, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=471e6bd3-4e52-4996-a40c-b3a578e6958a,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:53.894355 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:53.946952 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 4, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port': {'id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7d82f12e-28ed-4585-a6be-de101ec3fc7f', 'name': '', 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'mac_address': 'fa:16:3e:f4:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:52Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 2, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'subnets': [{'id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:53.976199 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=471e6bd3-4e52-4996-a40c-b3a578e6958a,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:53.978881 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fee722-2874-4d3f-90eb-9ba51b05faf5 None None] The sync data for ids ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'] in dv-cinder-804294-1-iscsi is: [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 4, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port': {'id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7d82f12e-28ed-4585-a6be-de101ec3fc7f', 'name': '', 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'mac_address': 'fa:16:3e:f4:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:52Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 2, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'subnets': [{'id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:55:54.096308 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44556) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:54.100982 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-5f72c9bd-4f5a-4725-b869-c6e18299f63e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182717338', 'description': 'tempest-secgroup-smoke-1182717338 description', 'project_id': 'e2ee09caa7624b3c930de92f639940d5'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:54.124323 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5f72c9bd-4f5a-4725-b869-c6e18299f63e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.229036 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5f72c9bd-4f5a-4725-b869-c6e18299f63e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.232972 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5f72c9bd-4f5a-4725-b869-c6e18299f63e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.271760 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-5f72c9bd-4f5a-4725-b869-c6e18299f63e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.273019 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-5f72c9bd-4f5a-4725-b869-c6e18299f63e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1756992 Aug 12 12:55:54.276068 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44558) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:54.280885 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-64cc6201-de48-468f-98c4-15377595ad8e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'security_group_rule': {'security_group_id': '1f61080c-ccf1-484e-ad95-1dae1cda2f3c', 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:54.289692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72c9bd-4f5a-4725-b869-c6e18299f63e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f61080c-ccf1-484e-ad95-1dae1cda2f3c,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:54.317692 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-64cc6201-de48-468f-98c4-15377595ad8e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.402599 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-64cc6201-de48-468f-98c4-15377595ad8e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.407581 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-64cc6201-de48-468f-98c4-15377595ad8e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.440585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc6201-de48-468f-98c4-15377595ad8e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3539d8b3-f42e-4a74-8643-818a08fdb238,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:54.449021 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-64cc6201-de48-468f-98c4-15377595ad8e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.452826 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-64cc6201-de48-468f-98c4-15377595ad8e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1733718 Aug 12 12:55:54.452968 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44564) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:54.457681 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [None req-3410cb40-f04f-4a65-8d3b-101a32327761 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'security_group_rule': {'security_group_id': '1f61080c-ccf1-484e-ad95-1dae1cda2f3c', 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:54.485791 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3410cb40-f04f-4a65-8d3b-101a32327761 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.549976 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3410cb40-f04f-4a65-8d3b-101a32327761 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.553876 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3410cb40-f04f-4a65-8d3b-101a32327761 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.581310 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410cb40-f04f-4a65-8d3b-101a32327761 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0581088-4633-4df6-8c8b-a0db8a69f250,revision_number=0']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:54.590606 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3410cb40-f04f-4a65-8d3b-101a32327761 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.591992 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3410cb40-f04f-4a65-8d3b-101a32327761 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380982 Aug 12 12:55:54.594821 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44566) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:54.600005 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-75f83592-c59e-4168-9d06-e497a42db17e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'security_group_rule': {'security_group_id': '1f61080c-ccf1-484e-ad95-1dae1cda2f3c', 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:54.626623 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-75f83592-c59e-4168-9d06-e497a42db17e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.682416 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-75f83592-c59e-4168-9d06-e497a42db17e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.685805 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-75f83592-c59e-4168-9d06-e497a42db17e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.703128 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f83592-c59e-4168-9d06-e497a42db17e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397a467a-8448-4d0f-a8c9-03118a43e619,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:54.709001 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-75f83592-c59e-4168-9d06-e497a42db17e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.710176 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-75f83592-c59e-4168-9d06-e497a42db17e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143124 Aug 12 12:55:54.713011 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44568) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:54.717294 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-d019ac89-2590-43a8-81f8-8dd7772f30c3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'security_group_rule': {'security_group_id': '1f61080c-ccf1-484e-ad95-1dae1cda2f3c', 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:54.743317 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d019ac89-2590-43a8-81f8-8dd7772f30c3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.811121 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d019ac89-2590-43a8-81f8-8dd7772f30c3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.816349 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d019ac89-2590-43a8-81f8-8dd7772f30c3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.839534 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019ac89-2590-43a8-81f8-8dd7772f30c3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebdcacc-9087-4e1b-a390-ea447e21e9ae,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:54.842946 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d019ac89-2590-43a8-81f8-8dd7772f30c3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.844486 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d019ac89-2590-43a8-81f8-8dd7772f30c3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1304829 Aug 12 12:55:54.847678 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44570) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:54.852150 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'security_group_rule': {'security_group_id': '1f61080c-ccf1-484e-ad95-1dae1cda2f3c', 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:54.874250 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.securitygroups_db [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Project e2ee09caa7624b3c930de92f639940d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 12:55:54.880144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.946950 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.954230 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.975523 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e9f978-36a8-467e-a2c4-ea064e8fe25d,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:54.979580 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:54.981246 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d1427c04-072a-411a-b416-3ef8a11fa1c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325464 Aug 12 12:55:54.984048 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44572) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:55:54.989085 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'security_group_rule': {'security_group_id': '1f61080c-ccf1-484e-ad95-1dae1cda2f3c', 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:55:55.014842 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.securitygroups_db [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Project e2ee09caa7624b3c930de92f639940d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 12:55:55.020547 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:55.066953 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 5b282484-88f2-4cad-9b93-1aca4d4bd4ed up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:55.090080 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:55.095253 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610632'] for security_group_rule, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:55.124699 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97510c12-4471-4047-a118-d6de23073310,revision_number=0']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:55.128061 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:55.132844 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:55.133437 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:55.133893 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:55.134219 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-ecf739d4-e23b-474d-8088-cab7509ff148 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490881 Aug 12 12:55:55.228053 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:55.250810 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:55.255684 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:55.256583 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 471e6bd3-4e52-4996-a40c-b3a578e6958a up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:55.334062 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:55.347160 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 471e6bd3-4e52-4996-a40c-b3a578e6958a triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:55.347556 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:56.164521 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Sync routers for ids ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:55:56.173705 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Routers {'a6161948-6a1a-46f4-b09c-32ee7a40d96a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:56.174303 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:56.278587 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Set router a6161948-6a1a-46f4-b09c-32ee7a40d96a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:56.477432 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 4, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port': {'id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7d82f12e-28ed-4585-a6be-de101ec3fc7f', 'name': '', 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'mac_address': 'fa:16:3e:f4:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:52Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 2, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'subnets': [{'id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:56.503838 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Checking router: a6161948-6a1a-46f4-b09c-32ee7a40d96a for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:55:56.504193 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Updating router a6161948-6a1a-46f4-b09c-32ee7a40d96a port 7d82f12e-28ed-4585-a6be-de101ec3fc7f binding host dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 12:55:56.528392 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:56.880759 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Notify callbacks [] for port, precommit_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:56.890251 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.provisioning_blocks [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Transition to ACTIVE for port object 7d82f12e-28ed-4585-a6be-de101ec3fc7f will not be triggered until provisioned by entity L2. {{(pid=100367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:55:56.895870 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:56.944869 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403b4b8-c027-421d-9dad-72c5e792bf89 None None] Pushing event updated for resources: {'Port': ['ID=7d82f12e-28ed-4585-a6be-de101ec3fc7f,revision_number=3']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:56.967026 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 5b282484-88f2-4cad-9b93-1aca4d4bd4ed up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:57.005095 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Attempting to bind port 7d82f12e-28ed-4585-a6be-de101ec3fc7f on host dv-cinder-804294-1-iscsi for vnic_type normal with profile {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:55:57.005569 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Attempting to bind port 7d82f12e-28ed-4585-a6be-de101ec3fc7f by drivers openvswitch,hyperv on host dv-cinder-804294-1-iscsi at level 0 using segments [{'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:55:57.005803 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Attempting to bind port 7d82f12e-28ed-4585-a6be-de101ec3fc7f on network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:55:57.011105 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Checking agent: {'id': 'd2913b05-92d3-4d74-8b6d-8bf3c304bb50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804294-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 34, 42), 'started_at': datetime.datetime(2021, 8, 12, 12, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804294-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:55:57.011737 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Checking segment: {'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:55:57.012411 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:57.013019 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Bound using segment: {'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'} {{(pid=100367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:55:57.013658 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.managers [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Bound port: 7d82f12e-28ed-4585-a6be-de101ec3fc7f, host: dv-cinder-804294-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e'}}] {{(pid=100367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:55:57.014238 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:57.024334 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:57.025290 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:57.081042 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] For port 7d82f12e-28ed-4585-a6be-de101ec3fc7f, host dv-cinder-804294-1-iscsi, cleared binding levels {{(pid=100367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:55:57.084574 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.plugins.ml2.db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] For port 7d82f12e-28ed-4585-a6be-de101ec3fc7f, host dv-cinder-804294-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=7d82f12e-28ed-4585-a6be-de101ec3fc7f,segment=NetworkSegment(375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6),segment_id=375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6)] {{(pid=100367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:55:57.089397 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron_lib.callbacks.manager [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:57.145189 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Routers {'a6161948-6a1a-46f4-b09c-32ee7a40d96a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:55:57.145791 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:55:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:57.150362 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403b4b8-c027-421d-9dad-72c5e792bf89 None None] Pushing event updated for resources: {'Port': ['ID=7d82f12e-28ed-4585-a6be-de101ec3fc7f,revision_number=4']} {{(pid=100367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:55:57.257321 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] Set router a6161948-6a1a-46f4-b09c-32ee7a40d96a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:55:57.456663 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 4, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port': {'id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7d82f12e-28ed-4585-a6be-de101ec3fc7f', 'name': '', 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'mac_address': 'fa:16:3e:f4:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:52Z', 'updated_at': '2021-08-12T12:55:57Z', 'revision_number': 4, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'subnets': [{'id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:55:57.482704 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d989d4-f3c3-4dab-ae6d-9549d4cbdecb None None] The sync data for ids ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'] in dv-cinder-804294-1-iscsi is: [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:52Z', 'revision_number': 4, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port': {'id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '7d82f12e-28ed-4585-a6be-de101ec3fc7f', 'name': '', 'network_id': '5cb22c9d-44ef-4f6a-8e02-2dd68eab299e', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'mac_address': 'fa:16:3e:f4:58:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:52Z', 'updated_at': '2021-08-12T12:55:57Z', 'revision_number': 4, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'subnets': [{'id': '48d34f78-cd3f-4bf8-b93d-499101f9fe65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:55:58.978204 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7d82f12e-28ed-4585-a6be-de101ec3fc7f up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:55:59.027007 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning for port 7d82f12e-28ed-4585-a6be-de101ec3fc7f completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:55:59.030629 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 7d82f12e-28ed-4585-a6be-de101ec3fc7f triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:55:59.031000 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:59.109350 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:59.142339 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] For port 7d82f12e-28ed-4585-a6be-de101ec3fc7f, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=7d82f12e-28ed-4585-a6be-de101ec3fc7f,segment=NetworkSegment(375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6),segment_id=375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:55:59.146820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:55:59.193368 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Pushing event updated for resources: {'Port': ['ID=7d82f12e-28ed-4585-a6be-de101ec3fc7f,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:00.960135 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7d82f12e-28ed-4585-a6be-de101ec3fc7f up at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:56:01.006607 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Provisioning complete for port 7d82f12e-28ed-4585-a6be-de101ec3fc7f triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:56:01.006973 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:03.650246 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:04.706401 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44692) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:04.811934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-46bf983d-d92f-416f-9001-6d79e881c733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:04.901613 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-46bf983d-d92f-416f-9001-6d79e881c733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:04.905487 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-46bf983d-d92f-416f-9001-6d79e881c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:04.944965 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-46bf983d-d92f-416f-9001-6d79e881c733 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d2c54a2b1fa47798c01e8ab75e875fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374537 Aug 12 12:56:04.946842 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf983d-d92f-416f-9001-6d79e881c733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da066941-377c-4ba0-bbf7-2abaf5181b51,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:04.947797 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44696) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:04.997449 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fd1f56e9-26c4-4f9a-987c-4eb41c2b52fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.018540 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fd1f56e9-26c4-4f9a-987c-4eb41c2b52fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.064199 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fd1f56e9-26c4-4f9a-987c-4eb41c2b52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.067080 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-fd1f56e9-26c4-4f9a-987c-4eb41c2b52fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.068261 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-fd1f56e9-26c4-4f9a-987c-4eb41c2b52fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da066941-377c-4ba0-bbf7-2abaf5181b51 HTTP/1.1" status: 204 len: 168 time: 0.1194365 Aug 12 12:56:05.076151 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f56e9-26c4-4f9a-987c-4eb41c2b52fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da066941-377c-4ba0-bbf7-2abaf5181b51,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:05.334613 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44704) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:05.347426 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-94d5055d-2670-4244-bad3-6d10c9dbffde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.446527 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-94d5055d-2670-4244-bad3-6d10c9dbffde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.450738 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-94d5055d-2670-4244-bad3-6d10c9dbffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.489813 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-94d5055d-2670-4244-bad3-6d10c9dbffde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fec60399d73456eb7cfb7c2ebaa5915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540549 Aug 12 12:56:05.490735 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5055d-2670-4244-bad3-6d10c9dbffde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9a12ca-a5d8-4dbd-908d-ef133170d5f6,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:05.493334 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44706) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:05.544818 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55ed14ce-a3c2-4b8d-86ed-efb0c0546694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.565674 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55ed14ce-a3c2-4b8d-86ed-efb0c0546694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.611726 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55ed14ce-a3c2-4b8d-86ed-efb0c0546694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.614624 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55ed14ce-a3c2-4b8d-86ed-efb0c0546694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:05.615865 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-55ed14ce-a3c2-4b8d-86ed-efb0c0546694 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd9a12ca-a5d8-4dbd-908d-ef133170d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1214867 Aug 12 12:56:05.623934 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed14ce-a3c2-4b8d-86ed-efb0c0546694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9a12ca-a5d8-4dbd-908d-ef133170d5f6,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:06.642628 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 44738) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:06.746510 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d63fc1b-49f0-4b88-9a3a-8073c98ab86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:06.834332 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d63fc1b-49f0-4b88-9a3a-8073c98ab86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:06.838157 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-0d63fc1b-49f0-4b88-9a3a-8073c98ab86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:06.876395 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-0d63fc1b-49f0-4b88-9a3a-8073c98ab86f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d8c91d39f77d46a4add4ec8c56967442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323735 Aug 12 12:56:06.877261 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63fc1b-49f0-4b88-9a3a-8073c98ab86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8fed9e-9eea-4f8f-8169-0c43bb93bca0,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:06.879164 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 44742) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:06.929722 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a09-0e0e-47c9-a7f6-b8a461d6ff80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:06.950722 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a09-0e0e-47c9-a7f6-b8a461d6ff80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:06.997807 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a09-0e0e-47c9-a7f6-b8a461d6ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:07.000305 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a09-0e0e-47c9-a7f6-b8a461d6ff80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:07.001459 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3dd27a09-0e0e-47c9-a7f6-b8a461d6ff80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce8fed9e-9eea-4f8f-8169-0c43bb93bca0 HTTP/1.1" status: 204 len: 168 time: 0.1213129 Aug 12 12:56:07.009320 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd27a09-0e0e-47c9-a7f6-b8a461d6ff80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8fed9e-9eea-4f8f-8169-0c43bb93bca0,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:08.887087 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:56:09.173135 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-b1bd8c24-1f9f-4b26-8481-fd3a7aaa0c58 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cbbd93e4c00647ed96ecf244d444b316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280123 Aug 12 12:56:09.357688 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-1116a018-4782-4fc1-aabb-422b08959c0b tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:09.359187 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-1116a018-4782-4fc1-aabb-422b08959c0b tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808424 Aug 12 12:56:09.374621 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-28e40a5f-9050-437f-bff2-28dd72662728 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/quotas/cbbd93e4c00647ed96ecf244d444b316 HTTP/1.1" status: 200 len: 375 time: 0.0095851 Aug 12 12:56:09.404002 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-4f53ac9d-87c0-406c-aa3d-e4f119ead087 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbbd93e4c00647ed96ecf244d444b316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243158 Aug 12 12:56:09.581023 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bbddbdef-bce7-4a88-832e-1893ca57a6da req-070fc79b-3728-487d-bfce-ab7e3add0cff tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 210 time: 0.0315683 Aug 12 12:56:09.583156 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ed8d3497-cd7b-4cdb-bf4c-17cdf2b88703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:10.401737 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-f5582334-01d7-4a17-bcca-a0b3b54b231f tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cbbd93e4c00647ed96ecf244d444b316&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278604 Aug 12 12:56:10.581732 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-fd3a3abe-c211-4d22-9a20-09268e5f2353 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:10.583175 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-fd3a3abe-c211-4d22-9a20-09268e5f2353 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752405 Aug 12 12:56:10.604024 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Request body: {'port': {'device_id': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba', 'admin_state_up': True, 'tenant_id': 'cbbd93e4c00647ed96ecf244d444b316'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:56:10.678117 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-42b1df48-dfcf-4a70-8084-50a9042f97c2 req-376c2f0f-00ce-411f-83ee-6a5d5495af36 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 210 time: 0.0252960 Aug 12 12:56:10.709104 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Made reservation on behalf of cbbd93e4c00647ed96ecf244d444b316 for: {'port': 1} {{(pid=100364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:56:10.713021 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:10.721414 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks [] for security_group, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:10.807171 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks [] for security_group, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:10.810543 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:10.868891 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820e945b-d4bf-43c8-a1ee-70bb83502b19,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:10.938568 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Allocated IP 192.168.233.111 (86edf6e4-63b8-4669-a905-f8270ad7daba/44200379-eacb-45b3-8adf-83c0f98e1c88/3833737e-33d5-4461-ba9d-890fa2ff3f22) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:56:11.072896 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.086006 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Transition to ACTIVE for port object 3833737e-33d5-4461-ba9d-890fa2ff3f22 will not be triggered until provisioned by entity DHCP. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:56:11.116302 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.159551 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Network 86edf6e4-63b8-4669-a905-f8270ad7daba is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:56:11.165068 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:56:11.168700 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:56:11.192827 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Pushing event updated for resources: {'Port': ['ID=3833737e-33d5-4461-ba9d-890fa2ff3f22,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:11.221649 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:11.222271 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.236710 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-0c62b6ae-8ae8-43d3-9247-bcd50ea116d8 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6367981 Aug 12 12:56:11.309931 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Request body: {'port': {'device_id': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:56:11.361949 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.395905 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-2e7469c9-61a9-4bcb-be3d-48ed994af416 None None] Provisioning for port 3833737e-33d5-4461-ba9d-890fa2ff3f22 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:56:11.399646 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-2e7469c9-61a9-4bcb-be3d-48ed994af416 None None] Provisioning complete for port 3833737e-33d5-4461-ba9d-890fa2ff3f22 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:56:11.400018 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2e7469c9-61a9-4bcb-be3d-48ed994af416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.434494 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-2e7469c9-61a9-4bcb-be3d-48ed994af416 None None] Port 3833737e-33d5-4461-ba9d-890fa2ff3f22 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:56:11.629891 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3833737e-33d5-4461-ba9d-890fa2ff3f22 {{(pid=100364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:56:11.637596 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.649077 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Transition to ACTIVE for port object 3833737e-33d5-4461-ba9d-890fa2ff3f22 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:56:11.652691 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.703268 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Pushing event updated for resources: {'Port': ['ID=3833737e-33d5-4461-ba9d-890fa2ff3f22,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:11.805255 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Attempting to bind port 3833737e-33d5-4461-ba9d-890fa2ff3f22 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:56:11.805598 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Attempting to bind port 3833737e-33d5-4461-ba9d-890fa2ff3f22 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:56:11.805929 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Attempting to bind port 3833737e-33d5-4461-ba9d-890fa2ff3f22 on network 86edf6e4-63b8-4669-a905-f8270ad7daba {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:56:11.813056 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Port 3833737e-33d5-4461-ba9d-890fa2ff3f22 on network 86edf6e4-63b8-4669-a905-f8270ad7daba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:56:11.813378 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Attempting to bind port 3833737e-33d5-4461-ba9d-890fa2ff3f22 on network 86edf6e4-63b8-4669-a905-f8270ad7daba {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:56:11.827621 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937318b6-f2d2-4b3d-80da-4404a927b9b2 req-72110af1-5995-4a2c-a30d-97e18f740a21 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:11.829119 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-937318b6-f2d2-4b3d-80da-4404a927b9b2 req-72110af1-5995-4a2c-a30d-97e18f740a21 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 948 time: 0.0712855 Aug 12 12:56:11.830367 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:56:11.830666 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Checking segment: {'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:56:11.831106 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Bound using segment: {'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:56:11.831523 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Bound port: 3833737e-33d5-4461-ba9d-890fa2ff3f22, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b231d2-d058-497b-ab35-4f95128bed18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:56:11.831884 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.899333 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-937318b6-f2d2-4b3d-80da-4404a927b9b2 req-11f2db7b-a678-4f81-90d9-815b9f93a62b tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586383 Aug 12 12:56:11.920041 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] For port 3833737e-33d5-4461-ba9d-890fa2ff3f22, host hv-cinder-80429, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:56:11.922953 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] For port 3833737e-33d5-4461-ba9d-890fa2ff3f22, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3833737e-33d5-4461-ba9d-890fa2ff3f22,segment=NetworkSegment(63b231d2-d058-497b-ab35-4f95128bed18),segment_id=63b231d2-d058-497b-ab35-4f95128bed18)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:56:11.927486 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.961131 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:11.961732 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:11.963335 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] 10.222.0.10 "PUT /v2.0/ports/3833737e-33d5-4461-ba9d-890fa2ff3f22 HTTP/1.1" status: 200 len: 1098 time: 0.6578019 Aug 12 12:56:11.965300 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'tag': '3833737e-33d5-4461-ba9d-890fa2ff3f22'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:56:11.968110 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4" -d '{"events": [{"name": "network-changed", "server_uuid": "22e11814-ce69-4872-b8ae-bb57bde7adfb", "tag": "3833737e-33d5-4461-ba9d-890fa2ff3f22"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:56:12.001120 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625acb6-fc9e-4779-9aee-273c3d9dc991 service neutron] Pushing event updated for resources: {'Port': ['ID=3833737e-33d5-4461-ba9d-890fa2ff3f22,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:12.015387 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a558ae-2f23-4213-b5a4-e570daaa3ee7 x-openstack-request-id: req-95a558ae-2f23-4213-b5a4-e570daaa3ee7 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:56:12.015676 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e11814-ce69-4872-b8ae-bb57bde7adfb", "tag": "3833737e-33d5-4461-ba9d-890fa2ff3f22", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:56:12.016001 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95a558ae-2f23-4213-b5a4-e570daaa3ee7 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:56:12.016395 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'tag': '3833737e-33d5-4461-ba9d-890fa2ff3f22', 'status': 'completed', 'code': 200} Aug 12 12:56:12.032669 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-81037675-3ffa-4e9a-8320-1aed078e9671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:12.052156 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-f0aaf41f-105e-4867-b111-e97f7ad1e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:12.054296 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-f0aaf41f-105e-4867-b111-e97f7ad1e88c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbbd93e4c00647ed96ecf244d444b316&device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 1101 time: 0.0495806 Aug 12 12:56:12.102570 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-3d83a20f-9af4-4088-b620-383be25aeb31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=3833737e-33d5-4461-ba9d-890fa2ff3f22 HTTP/1.1" status: 200 len: 217 time: 0.0395949 Aug 12 12:56:12.150383 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-f1e9b748-81cb-43d4-af14-c531cf87fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:12.152442 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-f1e9b748-81cb-43d4-af14-c531cf87fad5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44200379-eacb-45b3-8adf-83c0f98e1c88 HTTP/1.1" status: 200 len: 843 time: 0.0436187 Aug 12 12:56:12.200463 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-42583db6-2ca0-4b16-a3ac-80563b43359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:12.201914 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-42583db6-2ca0-4b16-a3ac-80563b43359a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86edf6e4-63b8-4669-a905-f8270ad7daba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0430696 Aug 12 12:56:12.287168 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-cfc84bf9-814c-4716-a654-1ace407ea4c5 service neutron] 10.222.0.10 "GET /v2.0/networks/86edf6e4-63b8-4669-a905-f8270ad7daba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778716 Aug 12 12:56:12.301718 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:12.377252 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c158d6f5-1b28-4c6c-8a86-6bf3329e6d5c req-01a68d4d-a2e0-49c0-8e1d-8ec64dc7dc10 service neutron] 10.222.0.10 "GET /v2.0/networks/86edf6e4-63b8-4669-a905-f8270ad7daba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830767 Aug 12 12:56:12.458214 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-dceaf0a2-dbdb-4abc-a5a2-57f0a825c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:12.460260 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-dceaf0a2-dbdb-4abc-a5a2-57f0a825c288 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cbbd93e4c00647ed96ecf244d444b316&device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 1101 time: 0.0397778 Aug 12 12:56:12.550538 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-6ac5135f-1aef-4fd3-9de1-7f761bf3de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:12.551905 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-6ac5135f-1aef-4fd3-9de1-7f761bf3de12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=86edf6e4-63b8-4669-a905-f8270ad7daba HTTP/1.1" status: 200 len: 870 time: 0.0844095 Aug 12 12:56:12.592878 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-734d9ab9-7f88-463c-86f4-db5f902a3c90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=3833737e-33d5-4461-ba9d-890fa2ff3f22 HTTP/1.1" status: 200 len: 217 time: 0.0327275 Aug 12 12:56:12.640545 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-aea08ae3-d032-4026-98d5-aa3855e63e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:12.641909 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-aea08ae3-d032-4026-98d5-aa3855e63e47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=44200379-eacb-45b3-8adf-83c0f98e1c88 HTTP/1.1" status: 200 len: 843 time: 0.0415897 Aug 12 12:56:12.683817 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-11b4b395-2bfe-4dcf-81c9-96a3312bf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:12.685215 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-11b4b395-2bfe-4dcf-81c9-96a3312bf9aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=86edf6e4-63b8-4669-a905-f8270ad7daba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0364375 Aug 12 12:56:12.773206 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-bb15c048-b647-44cf-a5b6-57d4f1450b1d service neutron] 10.222.0.10 "GET /v2.0/networks/86edf6e4-63b8-4669-a905-f8270ad7daba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806780 Aug 12 12:56:12.858075 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e9ee71a9-6ebf-4605-bbac-3b60c47687b4 req-8fe2699d-1456-4950-8b63-37fa3529984e service neutron] 10.222.0.10 "GET /v2.0/networks/86edf6e4-63b8-4669-a905-f8270ad7daba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769749 Aug 12 12:56:13.013332 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430b483-b0a1-486d-ad9c-fa88def3cd69 req-6d7403c3-340b-476b-869c-02ac6e3ddc27 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:13.014794 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a430b483-b0a1-486d-ad9c-fa88def3cd69 req-6d7403c3-340b-476b-869c-02ac6e3ddc27 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 948 time: 0.0515046 Aug 12 12:56:13.050455 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a430b483-b0a1-486d-ad9c-fa88def3cd69 req-29c91c7c-7577-4b67-b4ba-02ba00ea55c0 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296457 Aug 12 12:56:13.257291 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:14.162441 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5137c-7a28-42ca-9084-b047356f1641 req-4e2e420d-9785-4da3-8f44-1674f0ecc474 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:14.163882 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-deb5137c-7a28-42ca-9084-b047356f1641 req-4e2e420d-9785-4da3-8f44-1674f0ecc474 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 948 time: 0.0470064 Aug 12 12:56:14.201179 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-deb5137c-7a28-42ca-9084-b047356f1641 req-15bc3ae6-1980-4c83-b6ac-4783fccf7fd6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Aug 12 12:56:14.921534 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:15.312058 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f300d-82fc-485e-8fe5-51a184a7e721 req-97ffa80d-0a1f-43dc-9038-39eb581e2752 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:15.313575 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-eb4f300d-82fc-485e-8fe5-51a184a7e721 req-97ffa80d-0a1f-43dc-9038-39eb581e2752 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 948 time: 0.0472298 Aug 12 12:56:15.349423 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-eb4f300d-82fc-485e-8fe5-51a184a7e721 req-59c5ecf5-9cd0-4fb3-b51e-ee531c60f931 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300570 Aug 12 12:56:16.465963 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0dab-8dff-4259-ba7c-a679bd3a64be req-7f71ce29-6d07-4998-8cc2-d4d07f8d3275 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:16.467458 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f88c0dab-8dff-4259-ba7c-a679bd3a64be req-7f71ce29-6d07-4998-8cc2-d4d07f8d3275 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 948 time: 0.0528193 Aug 12 12:56:16.504727 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f88c0dab-8dff-4259-ba7c-a679bd3a64be req-4abd2287-228f-4038-bdf9-a7e198aa16e5 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315435 Aug 12 12:56:16.860241 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3833737e-33d5-4461-ba9d-890fa2ff3f22 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:56:16.953690 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 3833737e-33d5-4461-ba9d-890fa2ff3f22, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3833737e-33d5-4461-ba9d-890fa2ff3f22,segment=NetworkSegment(63b231d2-d058-497b-ab35-4f95128bed18),segment_id=63b231d2-d058-497b-ab35-4f95128bed18)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:56:16.965164 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '3833737e-33d5-4461-ba9d-890fa2ff3f22', 'network_id': '86edf6e4-63b8-4669-a905-f8270ad7daba', 'port_id': '3833737e-33d5-4461-ba9d-890fa2ff3f22', 'mac_address': 'fa:16:3e:31:d1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44200379-eacb-45b3-8adf-83c0f98e1c88', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:56:17.000053 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:17.012370 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3833737e-33d5-4461-ba9d-890fa2ff3f22 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:56:17.031623 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 3833737e-33d5-4461-ba9d-890fa2ff3f22, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3833737e-33d5-4461-ba9d-890fa2ff3f22,segment=NetworkSegment(63b231d2-d058-497b-ab35-4f95128bed18),segment_id=63b231d2-d058-497b-ab35-4f95128bed18)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:56:17.035122 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:17.082761 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=3833737e-33d5-4461-ba9d-890fa2ff3f22,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:17.383441 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['3833737e-33d5-4461-ba9d-890fa2ff3f22'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:56:17.615410 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dc81e-3821-4397-8c1d-2c5c147edea4 req-c12050ae-c0f6-4944-adbf-1ff5e696621e tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:17.616849 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ef0dc81e-3821-4397-8c1d-2c5c147edea4 req-c12050ae-c0f6-4944-adbf-1ff5e696621e tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 949 time: 0.0466878 Aug 12 12:56:17.653840 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ef0dc81e-3821-4397-8c1d-2c5c147edea4 req-faab638e-acd9-4328-9fc2-1155eaacdfd3 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303948 Aug 12 12:56:17.820526 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-bb01c4de-509d-41e6-b9b9-d3f85c044b46 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182717338&fields=id&tenant_id=e2ee09caa7624b3c930de92f639940d5 HTTP/1.1" status: 200 len: 267 time: 0.0313487 Aug 12 12:56:17.925989 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-c1d1773d-f4ee-41d1-b2fb-b6872b224899 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:17.927349 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-c1d1773d-f4ee-41d1-b2fb-b6872b224899 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 808 time: 0.1005018 Aug 12 12:56:17.941993 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-7137ac01-eb67-410b-98ef-3c74eb47b306 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/quotas/e2ee09caa7624b3c930de92f639940d5 HTTP/1.1" status: 200 len: 375 time: 0.0085263 Aug 12 12:56:17.989421 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f5373352-5a11-4c9b-9423-a823676218be tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424688 Aug 12 12:56:18.082351 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-7fc3e4b3-9b4e-46a4-bfb2-39e591869a22 service neutron] 10.222.0.22 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814378 Aug 12 12:56:18.174580 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-9dbd298c-297e-462e-acfd-f4ed6cabce2f service neutron] 10.222.0.22 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857811 Aug 12 12:56:18.451802 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d8b86faa-9e34-45b4-a8dd-f6b88b7aeff8 req-a19fb6cd-b40c-40eb-8857-e09811ea4dda tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 210 time: 0.0301435 Aug 12 12:56:18.766832 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb6621-89e9-41c8-8e52-be4fda30df9a req-d30eae4c-6fc9-4e92-b8e1-9f748e5ae001 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:18.768606 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c8eb6621-89e9-41c8-8e52-be4fda30df9a req-d30eae4c-6fc9-4e92-b8e1-9f748e5ae001 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 949 time: 0.0490067 Aug 12 12:56:18.805982 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c8eb6621-89e9-41c8-8e52-be4fda30df9a req-37f63ad5-9304-485e-a1d6-806e98a53d14 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Aug 12 12:56:18.858761 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3833737e-33d5-4461-ba9d-890fa2ff3f22 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:56:18.911942 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 3833737e-33d5-4461-ba9d-890fa2ff3f22 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:56:18.916641 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 3833737e-33d5-4461-ba9d-890fa2ff3f22 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:56:18.917120 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:18.993426 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:19.015182 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833737e-33d5-4461-ba9d-890fa2ff3f22'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:56:19.017471 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55120c5-4448-462b-bca7-5e426f2c1d7b" -d '{"events": [{"server_uuid": "22e11814-ce69-4872-b8ae-bb57bde7adfb", "name": "network-vif-plugged", "status": "completed", "tag": "3833737e-33d5-4461-ba9d-890fa2ff3f22"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:56:19.030486 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 3833737e-33d5-4461-ba9d-890fa2ff3f22, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3833737e-33d5-4461-ba9d-890fa2ff3f22,segment=NetworkSegment(63b231d2-d058-497b-ab35-4f95128bed18),segment_id=63b231d2-d058-497b-ab35-4f95128bed18)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:56:19.034327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:19.057477 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcf3c73-2036-4f1c-9d92-bc2a4d3e49dc x-openstack-request-id: req-efcf3c73-2036-4f1c-9d92-bc2a4d3e49dc {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:56:19.057769 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e11814-ce69-4872-b8ae-bb57bde7adfb", "name": "network-vif-plugged", "status": "completed", "tag": "3833737e-33d5-4461-ba9d-890fa2ff3f22", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:56:19.058012 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efcf3c73-2036-4f1c-9d92-bc2a4d3e49dc {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:56:19.058388 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833737e-33d5-4461-ba9d-890fa2ff3f22', 'code': 200} Aug 12 12:56:19.084136 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=3833737e-33d5-4461-ba9d-890fa2ff3f22,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:19.215862 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac4614-fc18-4dff-a09b-8b96ccec82ae req-c00e6e78-eb5d-414d-b088-fce256b6cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:19.217329 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-65ac4614-fc18-4dff-a09b-8b96ccec82ae req-c00e6e78-eb5d-414d-b088-fce256b6cc6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 1103 time: 0.0389018 Aug 12 12:56:19.259620 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-65ac4614-fc18-4dff-a09b-8b96ccec82ae req-c0c83f61-81cc-4a01-a5e2-43a551e2e6f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304093 Aug 12 12:56:19.336400 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-134f1641-7b29-4502-9a27-231c9ffd3bf6 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:19.337793 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-134f1641-7b29-4502-9a27-231c9ffd3bf6 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 808 time: 0.1016116 Aug 12 12:56:19.422029 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-229b31a1-5b0a-46e6-8d9a-656d4649c929 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2ee09caa7624b3c930de92f639940d5 HTTP/1.1" status: 200 len: 380 time: 0.0345614 Aug 12 12:56:19.433602 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'port': {'device_id': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'admin_state_up': True, 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'security_groups': ['1f61080c-ccf1-484e-ad95-1dae1cda2f3c']}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:56:19.548920 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-4d0c2a36-6f7b-407a-9e86-0b811860d5bc req-d6d93978-d788-4515-aeef-57a6bed75af0 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 210 time: 0.0313780 Aug 12 12:56:19.566006 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Made reservation on behalf of e2ee09caa7624b3c930de92f639940d5 for: {'port': 1} {{(pid=100365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 12:56:19.569508 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:19.688577 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_common [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Allocated IP 172.20.0.6 (da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4/843fafe8-dfc5-43d8-b7b0-ce07a36482ab/5b6828c9-f233-4aa2-9cbe-2149f8aa52b0) {{(pid=100365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:56:19.833051 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for port, precommit_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:19.847515 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Transition to ACTIVE for port object 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 will not be triggered until provisioned by entity DHCP. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:56:19.881119 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_create {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:19.922005 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 is already hosted by enough agents. {{(pid=100365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:56:19.928796 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.base_scheduler [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Resources bound (agent type, host, resource id): {{(pid=100365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:56:19.932666 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Received port after_create {{(pid=100365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:56:19.935193 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c6917-25df-4d21-8ebe-ce8f215ec168 req-030d4185-1564-4916-a28e-1a2aeb59af3a tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:19.936195 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-428c6917-25df-4d21-8ebe-ce8f215ec168 req-030d4185-1564-4916-a28e-1a2aeb59af3a tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 950 time: 0.0507152 Aug 12 12:56:19.956469 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=1']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:19.981461 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-428c6917-25df-4d21-8ebe-ce8f215ec168 req-afdb142f-0661-4d47-9db7-32388ea36790 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Aug 12 12:56:19.988777 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:19.989398 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.005650 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-4d2f30e6-83eb-47e2-a899-47c622752eb9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770333 Aug 12 12:56:20.021727 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.v2.base [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Request body: {'port': {'device_id': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80429'}} {{(pid=100365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:56:20.080320 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.135435 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-50dad41c-a935-48c8-b6dc-25b1b43fc2c8 None None] Provisioning for port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 completed by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:56:20.139242 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-50dad41c-a935-48c8-b6dc-25b1b43fc2c8 None None] Provisioning complete for port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 triggered by entity DHCP. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:56:20.139620 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-50dad41c-a935-48c8-b6dc-25b1b43fc2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.176337 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-50dad41c-a935-48c8-b6dc-25b1b43fc2c8 None None] Port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 cannot update to ACTIVE because it is not bound. {{(pid=100366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 12:56:20.332801 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 {{(pid=100365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:56:20.340727 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.352775 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.provisioning_blocks [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Transition to ACTIVE for port object 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 will not be triggered until provisioned by entity L2. {{(pid=100365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 12:56:20.355732 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.404732 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=2']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:20.475442 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Attempting to bind port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 on host hv-cinder-80429 for vnic_type normal with profile {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 12:56:20.475771 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Attempting to bind port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 by drivers openvswitch,hyperv on host hv-cinder-80429 at level 0 using segments [{'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 12:56:20.476098 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Attempting to bind port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 on network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:56:20.481112 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 on network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80429 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 12:56:20.481428 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Attempting to bind port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 on network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 12:56:20.486266 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Checking agent: {'id': '5c6919b8-a6d6-4714-a477-7b829405f16a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80429', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'started_at': datetime.datetime(2021, 8, 12, 12, 40, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 12, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 12:56:20.486598 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Checking segment: {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 12:56:20.486970 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Bound using segment: {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'} {{(pid=100365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 12:56:20.487425 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.managers [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Bound port: 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host: hv-cinder-80429, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f434c4-5334-48f9-8a5b-ed83caac7521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4'}}] {{(pid=100365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 12:56:20.487777 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.550869 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, cleared binding levels {{(pid=100365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 12:56:20.553738 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 12:56:20.558792 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13397384'] for port, after_update {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.590195 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:20.591398 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:20.593673 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] 10.222.0.10 "PUT /v2.0/ports/5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 1093 time: 0.5765524 Aug 12 12:56:20.596184 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:56:20.598969 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff741410-2884-446a-bd88-ece6c309c3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:56:20.649745 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf059e28-b169-481f-996b-eed38ae41ae8 x-openstack-request-id: req-cf059e28-b169-481f-996b-eed38ae41ae8 {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:56:20.649950 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:56:20.650285 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf059e28-b169-481f-996b-eed38ae41ae8 {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:56:20.650672 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'status': 'completed', 'code': 200} Aug 12 12:56:20.664482 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c8eb9-2df9-4da7-a480-834129194851 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=3']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:20.727350 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f04aa2-adba-4ce4-a150-2cb2caccd19a req-70a46a46-4bb2-44e0-b36a-2cee9d536de8 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:20.728890 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-00f04aa2-adba-4ce4-a150-2cb2caccd19a req-70a46a46-4bb2-44e0-b36a-2cee9d536de8 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.1009629 Aug 12 12:56:20.730801 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-5099c7c7-462e-4b80-b537-e0837b7d405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:20.732191 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-5099c7c7-462e-4b80-b537-e0837b7d405d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1096 time: 0.0792732 Aug 12 12:56:20.789840 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-353b2977-fb96-47fc-b28e-1382ca442e44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 217 time: 0.0478888 Aug 12 12:56:20.809603 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-00f04aa2-adba-4ce4-a150-2cb2caccd19a req-9d8efd28-1d88-411e-af10-d21787323b20 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748143 Aug 12 12:56:20.842930 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-c069e8af-4334-4386-a2b6-5fbcf8939685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:20.844369 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-c069e8af-4334-4386-a2b6-5fbcf8939685 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0453653 Aug 12 12:56:20.889934 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-60ad9a3e-6216-4426-b78a-06945aeec034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:20.891423 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-60ad9a3e-6216-4426-b78a-06945aeec034 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386066 Aug 12 12:56:20.979987 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-f04bde12-b3e8-444e-aed9-1c87068f985c service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810156 Aug 12 12:56:21.067775 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-d0fb3083-8807-4b5b-ab85-3a7846b2a281 req-20fcec23-547d-4534-8835-0fbd7aa503cc service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798576 Aug 12 12:56:21.097024 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8ac7-a3d4-4a30-9de9-9cf800af79cf req-c09778ea-3048-4986-8bb7-c038e77c9c57 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:21.098479 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bcec8ac7-a3d4-4a30-9de9-9cf800af79cf req-c09778ea-3048-4986-8bb7-c038e77c9c57 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 950 time: 0.0479007 Aug 12 12:56:21.138223 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-bcec8ac7-a3d4-4a30-9de9-9cf800af79cf req-9dddc56f-a482-4730-bce9-80607fb863f9 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332749 Aug 12 12:56:21.154524 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-4055f080-35f8-466c-b50f-dd49407d81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:21.156043 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-4055f080-35f8-466c-b50f-dd49407d81e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1096 time: 0.0408502 Aug 12 12:56:21.247965 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-2ff3004e-f465-4440-a372-340fd1e9e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:21.249426 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-2ff3004e-f465-4440-a372-340fd1e9e520 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0867515 Aug 12 12:56:21.292495 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-e2f29d35-0883-4eb0-bc84-6063ea1d1489 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 217 time: 0.0355787 Aug 12 12:56:21.342242 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-6aeb1097-e820-4c65-a5a6-102a059d52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:21.343792 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-6aeb1097-e820-4c65-a5a6-102a059d52f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0435424 Aug 12 12:56:21.388319 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cb88-1157-4e86-9790-370771dcc0c7 req-93aaa862-5cb0-4a53-8d9e-9c9efce28c25 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:21.389736 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8c78cb88-1157-4e86-9790-370771dcc0c7 req-93aaa862-5cb0-4a53-8d9e-9c9efce28c25 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 950 time: 0.0482774 Aug 12 12:56:21.393329 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-a252e945-0fdb-4620-8558-ff12767780f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:21.394791 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-a252e945-0fdb-4620-8558-ff12767780f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429621 Aug 12 12:56:21.429057 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-8c78cb88-1157-4e86-9790-370771dcc0c7 req-9265f7c2-1e74-42f0-93fb-bc5ff729203c tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327997 Aug 12 12:56:21.483779 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-f60efd17-883e-4736-b4f8-c34f07acf0ba service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805347 Aug 12 12:56:21.574056 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ff741410-2884-446a-bd88-ece6c309c3a4 req-26b45d52-b010-4498-92e8-379bc738c3fa service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813835 Aug 12 12:56:21.926687 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2e9f4-b4f0-494e-a3fc-5bce2fc6d034 req-7e5fd95c-972b-4ee1-a374-a13e6f2602ba tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:21.928179 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-57a2e9f4-b4f0-494e-a3fc-5bce2fc6d034 req-7e5fd95c-972b-4ee1-a374-a13e6f2602ba tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0484426 Aug 12 12:56:21.964825 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-57a2e9f4-b4f0-494e-a3fc-5bce2fc6d034 req-2b6aa8ad-bc28-471b-8b2f-6885a6dfa3e6 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302925 Aug 12 12:56:22.540944 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d579986-03db-42ee-ab0b-bcb69148668d req-933e3b12-f972-4cc3-8580-ac77be38c6d7 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:22.542375 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1d579986-03db-42ee-ab0b-bcb69148668d req-933e3b12-f972-4cc3-8580-ac77be38c6d7 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 950 time: 0.0463560 Aug 12 12:56:22.578033 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-1d579986-03db-42ee-ab0b-bcb69148668d req-4bcf3c70-79f4-494f-9b8f-aeebd1e9f3ec tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/security-groups?id=820e945b-d4bf-43c8-a1ee-70bb83502b19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299120 Aug 12 12:56:22.978097 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-bdd2503e-2941-4d6c-b950-f15d2a76a5ed tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:22.979503 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-bdd2503e-2941-4d6c-b950-f15d2a76a5ed tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.10 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 950 time: 0.0461078 Aug 12 12:56:23.100609 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf5206-ce6e-4275-a55c-92a1d5515127 req-b1e9efd3-ea75-4478-8404-6ae1b8acbe4f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:23.102061 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3cdf5206-ce6e-4275-a55c-92a1d5515127 req-b1e9efd3-ea75-4478-8404-6ae1b8acbe4f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0588405 Aug 12 12:56:23.107626 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Deleting port 3833737e-33d5-4461-ba9d-890fa2ff3f22 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 12:56:23.107961 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:23.444892 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3cdf5206-ce6e-4275-a55c-92a1d5515127 req-11be542f-88df-4436-b763-d1507592da54 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330464 Aug 12 12:56:23.473782 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] For port 3833737e-33d5-4461-ba9d-890fa2ff3f22, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=3833737e-33d5-4461-ba9d-890fa2ff3f22,segment=NetworkSegment(63b231d2-d058-497b-ab35-4f95128bed18),segment_id=63b231d2-d058-497b-ab35-4f95128bed18)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:56:23.474139 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:23.486054 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Calling delete_port for 3833737e-33d5-4461-ba9d-890fa2ff3f22 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 12:56:23.607019 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:23.620070 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['3833737e-33d5-4461-ba9d-890fa2ff3f22'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:56:23.636304 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Pushing event deleted for resources: {'Port': ['ID=3833737e-33d5-4461-ba9d-890fa2ff3f22,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:23.677092 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-4a211215-0e0c-4439-898d-a253f65adbf1 req-780c79d3-e435-438e-aba3-3f4018981388 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e11814-ce69-4872-b8ae-bb57bde7adfb HTTP/1.1" status: 200 len: 210 time: 0.0266340 Aug 12 12:56:23.677637 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] No DVR routers for this DVR port 3833737e-33d5-4461-ba9d-890fa2ff3f22 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 12:56:23.680591 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:23.682575 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-fb9da945-b7de-40d1-90d2-9133ec69b0d0 req-d5bf9cbd-67f4-48ee-af4c-f4a9d5d568a6 tempest-VolumesNegativeTest-1272205343 tempest-VolumesNegativeTest-1272205343-project] 10.222.0.10 "DELETE /v2.0/ports/3833737e-33d5-4461-ba9d-890fa2ff3f22 HTTP/1.1" status: 204 len: 173 time: 0.6962824 Aug 12 12:56:23.683013 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'name': 'network-vif-deleted', 'tag': '3833737e-33d5-4461-ba9d-890fa2ff3f22'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:56:23.685563 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b261b3e-fe71-4d10-9dff-c5f3d3e1e9c4" -d '{"events": [{"server_uuid": "22e11814-ce69-4872-b8ae-bb57bde7adfb", "name": "network-vif-deleted", "tag": "3833737e-33d5-4461-ba9d-890fa2ff3f22"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:56:23.730627 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a09594-27ff-46dc-8bf9-bfe27074fd1c x-openstack-request-id: req-71a09594-27ff-46dc-8bf9-bfe27074fd1c {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:56:23.730911 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e11814-ce69-4872-b8ae-bb57bde7adfb", "name": "network-vif-deleted", "tag": "3833737e-33d5-4461-ba9d-890fa2ff3f22", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:56:23.731184 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71a09594-27ff-46dc-8bf9-bfe27074fd1c {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:56:23.731555 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e11814-ce69-4872-b8ae-bb57bde7adfb', 'name': 'network-vif-deleted', 'tag': '3833737e-33d5-4461-ba9d-890fa2ff3f22', 'status': 'completed', 'code': 200} Aug 12 12:56:24.561647 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f9e70-3b77-4bfd-a550-4cb9911319d1 req-7727b4c6-e14d-41a3-90d5-088967d094f1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:24.563090 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-733f9e70-3b77-4bfd-a550-4cb9911319d1 req-7727b4c6-e14d-41a3-90d5-088967d094f1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0500126 Aug 12 12:56:24.598240 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-733f9e70-3b77-4bfd-a550-4cb9911319d1 req-37371b02-895a-44b5-8bb1-a2169cc33010 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293274 Aug 12 12:56:25.716399 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d56a8e-de2c-41b1-a033-5f1c1d1e0597 req-953175e7-a5d3-445f-9f77-b44b56324222 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:25.717815 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c1d56a8e-de2c-41b1-a033-5f1c1d1e0597 req-953175e7-a5d3-445f-9f77-b44b56324222 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0492721 Aug 12 12:56:25.758919 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c1d56a8e-de2c-41b1-a033-5f1c1d1e0597 req-cd7d9bb6-458c-409c-8e9e-e88857d984b2 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350342 Aug 12 12:56:26.873905 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9b625-4979-4692-b3d3-cd1c03d92363 req-61c272cc-e88e-44a0-8abb-b4d1abe36739 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:26.875505 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e2f9b625-4979-4692-b3d3-cd1c03d92363 req-61c272cc-e88e-44a0-8abb-b4d1abe36739 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0491173 Aug 12 12:56:26.893558 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3833737e-33d5-4461-ba9d-890fa2ff3f22 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:56:26.914380 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 3833737e-33d5-4461-ba9d-890fa2ff3f22 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 12:56:26.914790 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 3833737e-33d5-4461-ba9d-890fa2ff3f22 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 12:56:26.924810 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e2f9b625-4979-4692-b3d3-cd1c03d92363 req-95a92587-164a-4401-a8b6-2964722f9d3f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 Aug 12 12:56:28.036556 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac43b5-91b8-4ced-a622-1f841ff734bb req-8b8fb7c0-9f68-457a-b431-4ca533f04bbc tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:28.038047 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-45ac43b5-91b8-4ced-a622-1f841ff734bb req-8b8fb7c0-9f68-457a-b431-4ca533f04bbc tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0489459 Aug 12 12:56:28.075921 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-45ac43b5-91b8-4ced-a622-1f841ff734bb req-6610d25b-7f74-40ad-b427-13397fca10fb tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Aug 12 12:56:28.276548 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45138) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:28.400639 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-62cbdb18-a678-43f3-bba4-685c3bc50b8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbbd93e4c00647ed96ecf244d444b316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229081 Aug 12 12:56:28.402998 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45142) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:28.448810 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70d83c3b-f179-4e3d-b79a-34f2eed99212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:28.472163 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70d83c3b-f179-4e3d-b79a-34f2eed99212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:28.516748 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70d83c3b-f179-4e3d-b79a-34f2eed99212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:28.519602 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-70d83c3b-f179-4e3d-b79a-34f2eed99212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:28.520708 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-70d83c3b-f179-4e3d-b79a-34f2eed99212 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/820e945b-d4bf-43c8-a1ee-70bb83502b19 HTTP/1.1" status: 204 len: 168 time: 0.1168220 Aug 12 12:56:28.527976 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d83c3b-f179-4e3d-b79a-34f2eed99212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820e945b-d4bf-43c8-a1ee-70bb83502b19,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:28.902898 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:56:28.995125 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:56:29.005711 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'port_id': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'mac_address': 'fa:16:3e:91:b6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:56:29.041278 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:29.053705 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:56:29.072789 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:56:29.076503 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:29.124277 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=4']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:29.185507 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b414dc-0fe6-4628-8391-ff9f25eb434d req-f11a4be0-f14a-45b5-8040-b70531cd650c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:29.186869 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b414dc-0fe6-4628-8391-ff9f25eb434d req-f11a4be0-f14a-45b5-8040-b70531cd650c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 944 time: 0.0472121 Aug 12 12:56:29.223678 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-59b414dc-0fe6-4628-8391-ff9f25eb434d req-2d5ed87f-e39a-4a67-a99d-3815f9d26717 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Aug 12 12:56:29.385891 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:56:30.337368 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca2ac0-f016-4373-ab2f-d2a0adfffc83 req-70ea0ac8-92cb-4a6c-9ac2-4ab845fc706b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:30.338796 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fdca2ac0-f016-4373-ab2f-d2a0adfffc83 req-70ea0ac8-92cb-4a6c-9ac2-4ab845fc706b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 944 time: 0.0510962 Aug 12 12:56:30.374453 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fdca2ac0-f016-4373-ab2f-d2a0adfffc83 req-02353db0-ebb7-4b1f-97d3-63899a8971a9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298464 Aug 12 12:56:30.918592 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:56:30.966258 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning for port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 completed by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 12:56:30.969797 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:56:30.970162 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:31.042198 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:31.063897 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:56:31.066090 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed642e5-d7c6-43e9-b07f-d7dea2e941cb" -d '{"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-plugged", "status": "completed", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:56:31.078717 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:56:31.082835 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:31.108002 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76645c-5903-44fa-bf29-c2ae96ccae66 x-openstack-request-id: req-3b76645c-5903-44fa-bf29-c2ae96ccae66 {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:56:31.108291 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-plugged", "status": "completed", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:56:31.108540 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b76645c-5903-44fa-bf29-c2ae96ccae66 {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:56:31.108918 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'code': 200} Aug 12 12:56:31.135587 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=5']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:31.310703 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1f064-3608-4c70-ba49-bc2fe1b0e64a req-25910552-a149-4b26-9f28-2a5f9f695966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:31.312178 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ff1f064-3608-4c70-ba49-bc2fe1b0e64a req-25910552-a149-4b26-9f28-2a5f9f695966 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0416253 Aug 12 12:56:31.344443 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ff1f064-3608-4c70-ba49-bc2fe1b0e64a req-a6cdbc33-6ff4-4557-979c-b131d49671ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256660 Aug 12 12:56:31.483214 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97765fb7-7b13-4bec-ba06-f04a6bc11c77 req-ed3d967f-735d-472d-b3b5-5760bb2709e8 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:31.484645 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-97765fb7-7b13-4bec-ba06-f04a6bc11c77 req-ed3d967f-735d-472d-b3b5-5760bb2709e8 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0458648 Aug 12 12:56:31.520243 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-97765fb7-7b13-4bec-ba06-f04a6bc11c77 req-038116d9-7fc7-4d59-8d76-dee6a11c5331 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298972 Aug 12 12:56:32.635842 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9003fc-b74b-4c61-9eea-9cefc45dc842 req-57fc66c3-fe7c-4441-b048-d18ac00f9af7 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:32.637307 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c9003fc-b74b-4c61-9eea-9cefc45dc842 req-57fc66c3-fe7c-4441-b048-d18ac00f9af7 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0475309 Aug 12 12:56:32.673325 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c9003fc-b74b-4c61-9eea-9cefc45dc842 req-36600470-c91a-4805-bdd8-4f7e70643db7 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301054 Aug 12 12:56:32.781390 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1e69-ec0e-467b-aad2-b72e5931213d req-194b86f1-0769-4cec-a6c0-984f151c7c18 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:32.782806 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a6cd1e69-ec0e-467b-aad2-b72e5931213d req-194b86f1-0769-4cec-a6c0-984f151c7c18 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0460479 Aug 12 12:56:32.818603 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-a6cd1e69-ec0e-467b-aad2-b72e5931213d req-d41e6048-a3a5-43a1-9b46-786a2b8ceaf2 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300333 Aug 12 12:56:32.838980 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45158) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:33.017561 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219dc8c-5c7a-4b3b-917e-43240dddcea1 tempest-TestShelveInstance-1544692581 tempest-TestShelveInstance-1544692581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:33.019302 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-5219dc8c-5c7a-4b3b-917e-43240dddcea1 tempest-TestShelveInstance-1544692581 tempest-TestShelveInstance-1544692581-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1093 time: 0.1793506 Aug 12 12:56:33.022078 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45162) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:56:33.026236 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.v2.base [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Request body: {'floatingip': {'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'port_id': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 12:56:33.047359 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for floatingip, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:33.137094 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:33.471828 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_common [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Allocated IP 172.27.2.225 (6d1e3556-c364-484c-a8a5-dd20eff8d7fb/d236007c-a584-4d58-ad7d-b6b4e3cf01c0/b0c03657-0242-4ccd-9469-5664504ebbb6) {{(pid=100364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 12:56:33.569849 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for port, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:33.606920 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776086663141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:33.645513 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Network 6d1e3556-c364-484c-a8a5-dd20eff8d7fb is already hosted by enough agents. {{(pid=100364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 12:56:33.649484 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:33.651182 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.base_scheduler [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Resources bound (agent type, host, resource id): {{(pid=100364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 12:56:33.655399 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Received port after_create {{(pid=100364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 12:56:33.658665 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'Port': ['ID=b0c03657-0242-4ccd-9469-5664504ebbb6,revision_number=1']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:33.997289 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:34.059918 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:34.207093 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:34.212850 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13208937'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:34.283411 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event updated for resources: {'Port': ['ID=b0c03657-0242-4ccd-9469-5664504ebbb6,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:56:34.292573 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-532373'] for floatingip, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:34.387216 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.db.l3_db [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Floating IP c48168e1-9a40-4a95-9f1d-1057b060336c associated. External IP: 172.27.2.225, port: 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0. Aug 12 12:56:34.594489 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Router 52a50e1c-924d-45e7-87fa-cb625aeaadfc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 12:56:34.697993 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 12:56:34.707379 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] Sync routers for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 12:56:34.713773 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:34.717458 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:56:34.718077 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:56:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:56:34.740370 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-7ff55b2c-5ea0-4de7-8ee3-dffe162f5c87 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7173231 Aug 12 12:56:34.740952 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'}] {{(pid=100364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:56:34.743231 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07161de474b34d9438b0e84ed3d1d3697495d6f25661cc78b7c7a7d31b707c1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0"}]}' {{(pid=100364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:56:34.780079 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74539f3e-bc10-48be-905a-5e8d3e774986 x-openstack-request-id: req-74539f3e-bc10-48be-905a-5e8d3e774986 {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:56:34.780360 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0", "status": "completed", "code": 200}]} {{(pid=100364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:56:34.780609 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74539f3e-bc10-48be-905a-5e8d3e774986 {{(pid=100364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:56:34.781001 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'status': 'completed', 'code': 200} Aug 12 12:56:34.825243 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:56:34.848606 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-30723c68-10fd-4475-8163-c5a4d5ba3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:34.850005 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-30723c68-10fd-4475-8163-c5a4d5ba3549 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0393672 Aug 12 12:56:34.943272 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-7563e139-cbab-40f7-be08-e10800faa51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:34.944741 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-7563e139-cbab-40f7-be08-e10800faa51d service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0871394 Aug 12 12:56:35.009011 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-2b1bcab0-a44b-4b53-99da-6c438076375e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 999 time: 0.0564322 Aug 12 12:56:35.048772 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'c48168e1-9a40-4a95-9f1d-1057b060336c', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'port_id': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'mac_address': 'fa:16:3e:91:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:56:33Z', 'updated_at': '2021-08-12T12:56:33Z', 'revision_number': 0, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 5, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:56:35.061022 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-a0bf647e-0774-4960-a565-59a5da668c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:35.062466 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-a0bf647e-0774-4960-a565-59a5da668c73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0464551 Aug 12 12:56:35.077847 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] Checking router: 52a50e1c-924d-45e7-87fa-cb625aeaadfc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 12:56:35.086506 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 12:56:35.087141 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T12:56:12Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:56:35.109790 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-2175956f-3c17-4abf-b348-0b2644dfec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:35.111219 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-2175956f-3c17-4abf-b348-0b2644dfec12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387170 Aug 12 12:56:35.188501 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 12:56:35.199521 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-fbc87adb-bb83-4f66-8564-c93d85f20f8d service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807912 Aug 12 12:56:35.291490 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-0c3a6967-d43a-4d70-a37d-3ac7f7f22a61 req-1784d355-f454-44a4-871d-75e458bdbdbd service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854681 Aug 12 12:56:35.406437 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'c48168e1-9a40-4a95-9f1d-1057b060336c', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'port_id': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'mac_address': 'fa:16:3e:91:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:56:33Z', 'updated_at': '2021-08-12T12:56:33Z', 'revision_number': 0, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 5, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 12:56:35.431973 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0e047-995b-41dc-bc3c-2aae8c55e7f5 None None] The sync data for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi is: [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_floatingips': [{'id': 'c48168e1-9a40-4a95-9f1d-1057b060336c', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'router_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'port_id': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'mac_address': 'fa:16:3e:91:b6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T12:56:33Z', 'updated_at': '2021-08-12T12:56:33Z', 'revision_number': 0, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 5, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 12:56:35.603558 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aa7951-9558-45e7-a015-06710972a667 None None] New status for floating IP c48168e1-9a40-4a95-9f1d-1057b060336c: ACTIVE {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 12:56:39.453907 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4b53cb03-bce3-4114-a471-add4d466d601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:41.016910 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-58b169d7-75c2-45e0-af28-fd67a6e07e2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377884 Aug 12 12:56:41.096412 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-9873705d-a4c1-47c1-b902-91b8d3219457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:41.097825 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-9873705d-a4c1-47c1-b902-91b8d3219457 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0387697 Aug 12 12:56:41.199445 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-9a7b328f-69c8-4098-b98a-bfdb84881f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:41.200860 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-9a7b328f-69c8-4098-b98a-bfdb84881f75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0843043 Aug 12 12:56:41.266416 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-1a96394d-e66a-4bb7-83cf-d8feaf66d19c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 1001 time: 0.0544214 Aug 12 12:56:41.316102 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-d591c605-cad5-439e-b5bf-1d4ba1a7337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:41.317412 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-d591c605-cad5-439e-b5bf-1d4ba1a7337a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0448282 Aug 12 12:56:41.360113 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-2f13d25f-975e-4d08-9a4e-1983ac316f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:56:41.361468 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-2f13d25f-975e-4d08-9a4e-1983ac316f3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373292 Aug 12 12:56:41.447944 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-72cee893-9d27-4a7c-ac9f-d38b85ad1bdf service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794661 Aug 12 12:56:41.537225 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-79e5c872-4a2f-4c0b-b5f8-c5bd86d6a6a3 req-4e810b7f-3493-4c8a-be6a-868a0f73b5d0 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819890 Aug 12 12:56:42.023815 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-3d11db25-89f3-4e9f-9c61-d02fa2ba786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:42.302282 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:43.259600 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:44.923898 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:56:45.888214 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:57:03.663397 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:09.453413 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-1a805f3f-caf3-4547-b800-cb6d3269e4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:12.024455 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69338442-e4c1-401d-9c17-a8aed44c0d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:12.302246 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:13.262900 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:14.926630 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:22.886943 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:57:33.663242 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:39.453412 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-6df3f971-dc5c-495b-a984-d1ccb72e9890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:41.016668 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-fb663546-c9af-43a5-b187-c45b71b6618a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465820 Aug 12 12:57:41.096307 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-5b5f8b2d-e809-4300-9e26-300cc2473c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:57:41.097725 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-5b5f8b2d-e809-4300-9e26-300cc2473c92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0396402 Aug 12 12:57:41.202339 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-45fccf87-c69e-4686-a2f0-8f7e03b001a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:57:41.203805 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-45fccf87-c69e-4686-a2f0-8f7e03b001a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0857356 Aug 12 12:57:41.266395 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-c90b02c3-ab12-4168-ba0c-789d4ef73cf3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 1001 time: 0.0551641 Aug 12 12:57:41.318139 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-d0c58e96-dfc4-45bf-b775-a12ccdeb8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:57:41.319551 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-d0c58e96-dfc4-45bf-b775-a12ccdeb8c9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0454392 Aug 12 12:57:41.363408 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-5f657f58-94d6-410e-8025-fa6afeadfb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:57:41.364843 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-5f657f58-94d6-410e-8025-fa6afeadfb26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384803 Aug 12 12:57:41.450378 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-fd05b86c-cd4f-49c2-8951-8da625e6294d service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783701 Aug 12 12:57:41.540644 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-c1267325-ce15-463f-a12f-0ff46f7daa7b req-03fd25dd-47e4-4de7-b06f-6dea3c092447 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832059 Aug 12 12:57:42.025671 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c7b75db6-bb42-434b-b4a8-ae245e7882e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:42.303083 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:43.264421 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:44.929249 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:57:55.959455 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [req-5d6e9ce7-29ac-4607-8156-f9e9c65e8291 req-5366bb27-0807-432e-bda3-092c1b2321c4 service neutron] (100365) timed out ('10.222.0.10', 60675) {{(pid=100365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 12:57:59.886305 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:58:03.678650 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:09.451813 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad878-e138-4811-a42e-772fb7b7d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:12.025854 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-025710d0-95de-40a9-91b8-557525ab30bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:12.302372 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:13.267549 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:14.932346 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:33.695502 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:36.885725 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:58:39.452058 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-5fe8012e-451b-4a61-81a8-55b9d19c16d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:42.026024 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d70ee64e-b590-4779-95d6-5f37f6162307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:42.302073 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:43.054416 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-b2fc60ec-c71f-4eb8-80cd-9104e8202ead service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861051 Aug 12 12:58:43.133732 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48931c-d63c-4722-9a81-a1a87f27137a req-2cda68c5-465f-4761-b409-c54008266d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:43.135178 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-2cda68c5-465f-4761-b409-c54008266d27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0390084 Aug 12 12:58:43.236121 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48931c-d63c-4722-9a81-a1a87f27137a req-03f9c108-d92c-4b2b-a2ea-a3fdee8ad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:43.237440 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-03f9c108-d92c-4b2b-a2ea-a3fdee8ad5be service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0834763 Aug 12 12:58:43.270568 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:43.303342 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-aeffdf51-b680-4657-869b-95001aaf9406 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 1001 time: 0.0557442 Aug 12 12:58:43.354605 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48931c-d63c-4722-9a81-a1a87f27137a req-12744d44-2940-4dea-82b3-d00359aca479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:43.356024 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-12744d44-2940-4dea-82b3-d00359aca479 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0461826 Aug 12 12:58:43.400321 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48931c-d63c-4722-9a81-a1a87f27137a req-0023a53a-1767-48c3-b9ad-036f7e289ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:43.401735 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-0023a53a-1767-48c3-b9ad-036f7e289ab5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384281 Aug 12 12:58:43.486283 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-87baa3da-0790-4f80-b374-b1762456e983 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771143 Aug 12 12:58:43.580553 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-de48931c-d63c-4722-9a81-a1a87f27137a req-cd5d279f-9a15-47b8-b964-4c7c89dc382a service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864608 Aug 12 12:58:44.935077 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:58:48.820841 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c2f54-bbd5-4be5-a74b-655a5907edb2 req-88248057-a3ac-4a3b-a7da-b5052d3665ef tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:48.822306 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ac1c2f54-bbd5-4be5-a74b-655a5907edb2 req-88248057-a3ac-4a3b-a7da-b5052d3665ef tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.1734266 Aug 12 12:58:48.858947 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-ac1c2f54-bbd5-4be5-a74b-655a5907edb2 req-eccac43c-c478-4fbb-b8db-7e0a565cd16b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302207 Aug 12 12:58:50.038339 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffc002-5f6e-4679-adc8-9a10882b5ba2 req-c53f1e6a-7473-49b8-84b2-194e39892d82 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:50.039831 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c0ffc002-5f6e-4679-adc8-9a10882b5ba2 req-c53f1e6a-7473-49b8-84b2-194e39892d82 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0990403 Aug 12 12:58:50.075991 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c0ffc002-5f6e-4679-adc8-9a10882b5ba2 req-fa63edff-8ab1-4102-af94-776b4b5bb1fe tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303526 Aug 12 12:58:51.199257 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc208b8-e6a3-464a-a0e1-46676fc89198 req-bac09d88-fa51-4ee6-bd99-27237adb739f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:51.200697 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3cc208b8-e6a3-464a-a0e1-46676fc89198 req-bac09d88-fa51-4ee6-bd99-27237adb739f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0471561 Aug 12 12:58:51.241206 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-3cc208b8-e6a3-464a-a0e1-46676fc89198 req-078eec26-fbc9-4dee-9aeb-1f0ac950e5f8 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Aug 12 12:58:52.354417 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0028ee3-42a8-4172-b58f-1389b0bd0046 req-f2dd5621-d287-49d5-9f36-29eabf0706ca tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:52.355889 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d0028ee3-42a8-4172-b58f-1389b0bd0046 req-f2dd5621-d287-49d5-9f36-29eabf0706ca tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0509861 Aug 12 12:58:52.392212 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-d0028ee3-42a8-4172-b58f-1389b0bd0046 req-4d764564-0af2-4f5c-b9cc-16b72ef91276 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297132 Aug 12 12:58:53.506174 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ef33a-c53b-49df-a94b-0b2bad25027d req-ce86fb42-a647-4a64-bd4b-179e77cbc10f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:53.507642 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-042ef33a-c53b-49df-a94b-0b2bad25027d req-ce86fb42-a647-4a64-bd4b-179e77cbc10f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0495872 Aug 12 12:58:53.544067 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-042ef33a-c53b-49df-a94b-0b2bad25027d req-6fbe168f-469d-4bf8-8343-9653690b3871 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Aug 12 12:58:54.656035 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ff987-b22c-445c-9ed8-a228b7f3ae59 req-e5a1707e-ae80-470c-91af-394f674393e7 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:54.657484 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b78ff987-b22c-445c-9ed8-a228b7f3ae59 req-e5a1707e-ae80-470c-91af-394f674393e7 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0476120 Aug 12 12:58:54.694670 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b78ff987-b22c-445c-9ed8-a228b7f3ae59 req-c5925880-0aec-43ae-abb6-cf445246f5c0 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Aug 12 12:58:55.805875 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352d1f5-0eb5-48c2-ae1b-6532b8be4d69 req-1f5213c9-d2e2-40a5-81e3-014fc6d6ede9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:55.807365 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f352d1f5-0eb5-48c2-ae1b-6532b8be4d69 req-1f5213c9-d2e2-40a5-81e3-014fc6d6ede9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0482271 Aug 12 12:58:55.843984 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f352d1f5-0eb5-48c2-ae1b-6532b8be4d69 req-2e241fb3-6122-476c-94be-86f378c51cb3 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307634 Aug 12 12:58:56.954954 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ad73-2f5d-4b60-8dbf-111a6f12bac5 req-860d47d3-dbbc-4cfc-83c1-886221321e37 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:56.956415 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cbd4ad73-2f5d-4b60-8dbf-111a6f12bac5 req-860d47d3-dbbc-4cfc-83c1-886221321e37 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0466433 Aug 12 12:58:56.991464 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-cbd4ad73-2f5d-4b60-8dbf-111a6f12bac5 req-ffda9968-af1a-42b4-aa06-ba1d28f4200d tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293553 Aug 12 12:58:58.101812 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5002-1678-46bc-95ed-eb5836993f33 req-d5f01c01-3cc2-48e6-a2fa-546b16d33ad7 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:58.103257 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-15ab5002-1678-46bc-95ed-eb5836993f33 req-d5f01c01-3cc2-48e6-a2fa-546b16d33ad7 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0465031 Aug 12 12:58:58.142389 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-15ab5002-1678-46bc-95ed-eb5836993f33 req-7b9f7911-1857-4af7-8027-b4c114dacde9 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Aug 12 12:58:58.818026 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-88e16bdf-6c9d-4a4a-b6b3-1fd31e19ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:58.819495 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-88e16bdf-6c9d-4a4a-b6b3-1fd31e19ab72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0393298 Aug 12 12:58:58.912017 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-68809ec7-cd6c-4908-8f93-84f09dcb455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:58.913477 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-68809ec7-cd6c-4908-8f93-84f09dcb455e service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0871127 Aug 12 12:58:58.979467 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-ee9d77b5-a695-4b5f-8cc7-5ce2a27f6b33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 1001 time: 0.0591080 Aug 12 12:58:59.026776 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-9b286ff7-16d0-42bd-b93a-adc5ef74a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:59.028186 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-9b286ff7-16d0-42bd-b93a-adc5ef74a747 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0424063 Aug 12 12:58:59.070998 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-f363d13b-2e1e-4e41-a500-d0b8479d8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:59.072364 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-f363d13b-2e1e-4e41-a500-d0b8479d8223 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373189 Aug 12 12:58:59.159056 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-fed5f352-473c-4d16-a710-85876e9f0dcb service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798957 Aug 12 12:58:59.249154 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-cba77e27-eb26-4baf-8a71-7a0ef59b5059 req-b5a56f34-6435-4cf5-b7f4-5e1452264401 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818300 Aug 12 12:58:59.259501 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1840b9-896b-4723-afce-80b21325fa62 req-1df758e4-d7ac-4661-ab2e-35320e9f9617 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:58:59.260977 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fd1840b9-896b-4723-afce-80b21325fa62 req-1df758e4-d7ac-4661-ab2e-35320e9f9617 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0527828 Aug 12 12:58:59.298682 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fd1840b9-896b-4723-afce-80b21325fa62 req-cc9d852a-1b32-439d-a362-4fff55d7135b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300457 Aug 12 12:59:00.408947 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4514ce0-5ff8-42e9-be37-46ae3f194496 req-52d2594f-8fd2-4628-801f-c4cc04d99ea0 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:00.410400 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a4514ce0-5ff8-42e9-be37-46ae3f194496 req-52d2594f-8fd2-4628-801f-c4cc04d99ea0 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0478041 Aug 12 12:59:00.453072 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-a4514ce0-5ff8-42e9-be37-46ae3f194496 req-d2f8fff3-9578-4fe1-9b58-962763d055fc tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369022 Aug 12 12:59:01.567543 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace099e6-ab93-429a-9c90-1984f95ff571 req-1027ca9a-22fb-4c37-91ff-3931b218f9ec tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:01.569019 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ace099e6-ab93-429a-9c90-1984f95ff571 req-1027ca9a-22fb-4c37-91ff-3931b218f9ec tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0484834 Aug 12 12:59:01.605846 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ace099e6-ab93-429a-9c90-1984f95ff571 req-9fbee20a-4b18-4a77-af2b-3aab97a2409e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Aug 12 12:59:02.825360 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b868e6-96e0-4f45-853e-176906cbfff3 req-7b2b76a2-5c28-4c2d-b2f2-0cbada3bde4c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:02.826913 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-85b868e6-96e0-4f45-853e-176906cbfff3 req-7b2b76a2-5c28-4c2d-b2f2-0cbada3bde4c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0480413 Aug 12 12:59:02.838419 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45272) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 12:59:02.864572 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-85b868e6-96e0-4f45-853e-176906cbfff3 req-ebc1b676-c83c-4ba1-92f3-20f890647a52 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Aug 12 12:59:02.916260 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-2a464330-95c3-41b2-9762-88f0d348b282 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766981 Aug 12 12:59:03.608812 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 12:59:03.684332 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:03.717629 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:59:03.719956 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce61a58-63fd-4c4c-8c40-537326cdb345" -d '{"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-unplugged", "status": "completed", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:59:03.724714 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:03.733529 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:59:03.737629 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:03.761247 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948ade83-4795-4c5b-852d-313de16b823a x-openstack-request-id: req-948ade83-4795-4c5b-852d-313de16b823a {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:59:03.761533 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-unplugged", "status": "failed", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0", "code": 422}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:59:03.761780 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-948ade83-4795-4c5b-852d-313de16b823a {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:59:03.762181 dv-cinder-804294-1-iscsi neutron-server[100366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'code': 422} returned with failed status Aug 12 12:59:03.790104 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=6']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:59:03.798470 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.798820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.799194 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.799531 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.800020 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.800190 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.801005 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.801005 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.802814 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.803179 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.803533 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.803858 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 12:59:03.983719 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101e73b-2b0f-4fef-abcc-b3ca73747271 req-f214aaca-d19d-4ac2-af57-2754f2dbabf6 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:03.986145 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9101e73b-2b0f-4fef-abcc-b3ca73747271 req-f214aaca-d19d-4ac2-af57-2754f2dbabf6 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0528376 Aug 12 12:59:04.024783 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-9101e73b-2b0f-4fef-abcc-b3ca73747271 req-8ab26357-ddb8-4aee-971c-fd1e166cd5a1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Aug 12 12:59:04.247793 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-d2326a8c-fdb4-47f3-8005-6c931af513ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:04.249329 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-d2326a8c-fdb4-47f3-8005-6c931af513ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b&tenant_id=e2ee09caa7624b3c930de92f639940d5 HTTP/1.1" status: 200 len: 1096 time: 0.0392082 Aug 12 12:59:04.306683 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-ec5bff17-6a03-4fde-b70d-e277efdfc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:04.308020 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-ec5bff17-6a03-4fde-b70d-e277efdfc546 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1096 time: 0.0383186 Aug 12 12:59:04.394906 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-78aeba19-4412-423c-a997-7e69cf3b49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:04.396327 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-78aeba19-4412-423c-a997-7e69cf3b49a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0814340 Aug 12 12:59:04.459215 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-a935061b-6177-4fca-aec1-c7eacf062c4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 999 time: 0.0557046 Aug 12 12:59:04.508898 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-06c10bc4-f940-404d-9408-e6cc4224f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:04.510253 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-06c10bc4-f940-404d-9408-e6cc4224f4c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0445387 Aug 12 12:59:04.553724 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-cfb2cc1a-00c7-4d91-8966-7a9a9435949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:04.555152 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-cfb2cc1a-00c7-4d91-8966-7a9a9435949d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381818 Aug 12 12:59:04.645806 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-3db65bf1-687a-497a-aeeb-0653d2235fec service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837016 Aug 12 12:59:04.735497 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6d8c7d96-ad0f-4a1a-bb08-7cd36697a277 req-4013ba72-4ab4-43dc-a535-acc3916220ea service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823588 Aug 12 12:59:05.135500 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c0a71-c5fc-4767-9ad5-ad4227bb02ec req-161f33a5-d185-4b2b-9226-34d595c7ad59 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:05.136932 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-802c0a71-c5fc-4767-9ad5-ad4227bb02ec req-161f33a5-d185-4b2b-9226-34d595c7ad59 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0471649 Aug 12 12:59:05.172896 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-802c0a71-c5fc-4767-9ad5-ad4227bb02ec req-26dd3970-f4e3-48f9-8ff9-5613f268d28f tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293953 Aug 12 12:59:06.292905 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae394349-0df3-4d62-80a8-73364eeeae36 req-5bd73cda-603b-4cea-bdbf-c0179389f39b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:06.294365 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ae394349-0df3-4d62-80a8-73364eeeae36 req-5bd73cda-603b-4cea-bdbf-c0179389f39b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0474739 Aug 12 12:59:06.330180 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-ae394349-0df3-4d62-80a8-73364eeeae36 req-571ef338-a370-4eb2-a10c-072593e4b043 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300651 Aug 12 12:59:07.442244 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae81e0-b0de-441e-a377-c47c39502598 req-6d03a1ed-232e-4bc2-ab9e-1cb94f41a34b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:07.443737 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e2ae81e0-b0de-441e-a377-c47c39502598 req-6d03a1ed-232e-4bc2-ab9e-1cb94f41a34b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0475304 Aug 12 12:59:07.479256 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-e2ae81e0-b0de-441e-a377-c47c39502598 req-85af1b66-e1c9-453d-ba68-dd73bd5dda3a tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296874 Aug 12 12:59:08.596400 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348331a5-1290-462e-8a9d-06b55173d95e req-ceb1bef1-4349-42f5-a903-a92f0b5f4e8d tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:08.597769 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-348331a5-1290-462e-8a9d-06b55173d95e req-ceb1bef1-4349-42f5-a903-a92f0b5f4e8d tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0485902 Aug 12 12:59:08.635566 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-348331a5-1290-462e-8a9d-06b55173d95e req-dd4de2d1-f66d-4643-bb6e-10955c8df23a tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319679 Aug 12 12:59:09.453838 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-20e4c2ba-83d0-47c5-ac30-97ab9b3d9b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:09.747385 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f170c-37aa-409f-b51f-5574879cff73 req-014b6751-74a6-4f8e-aa0a-eca8568c85f8 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:09.748708 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6e7f170c-37aa-409f-b51f-5574879cff73 req-014b6751-74a6-4f8e-aa0a-eca8568c85f8 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0499866 Aug 12 12:59:09.785107 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6e7f170c-37aa-409f-b51f-5574879cff73 req-483ab43d-8efb-4393-a060-905b996b487c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299892 Aug 12 12:59:10.900381 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e767d-716a-4a61-ba1b-fe3dd3370224 req-71992057-48a6-4fa3-93bb-aef64e47175e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:10.901871 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c23e767d-716a-4a61-ba1b-fe3dd3370224 req-71992057-48a6-4fa3-93bb-aef64e47175e tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 943 time: 0.0514250 Aug 12 12:59:10.940433 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-c23e767d-716a-4a61-ba1b-fe3dd3370224 req-19aa2ae0-6e8c-4fbc-a78f-a21849e433b6 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303700 Aug 12 12:59:11.651854 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 details requested by agent hyperv_hv-cinder-80429 with host hv-cinder-80429 {{(pid=100366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 12:59:11.742930 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:59:11.754856 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Returning: {'device': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'port_id': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'mac_address': 'fa:16:3e:91:b6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 12:59:11.790081 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:11.802659 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 {{(pid=100366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 12:59:11.820742 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:59:11.824205 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:11.989467 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=7']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:59:12.025236 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-186fabaf-f799-4515-b4a8-2d9c7785dd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:12.054386 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90057e75-466e-4398-97f4-d56fb02090cc req-5b5a00a3-aa9d-427e-8d2b-393ed3392b55 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:12.055873 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-90057e75-466e-4398-97f4-d56fb02090cc req-5b5a00a3-aa9d-427e-8d2b-393ed3392b55 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 944 time: 0.0481660 Aug 12 12:59:12.091386 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-90057e75-466e-4398-97f4-d56fb02090cc req-51b0cffc-ff28-4f9f-bd57-afcd24d49e94 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296731 Aug 12 12:59:12.198353 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] get_ports_and_sgs() called for port_ids ['5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'] {{(pid=100366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 12:59:12.314959 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:13.202366 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9fd8e-9313-40b5-8512-6992bbd17993 req-947658e3-bbb3-4477-8575-a668bcd045fc tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:13.203868 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b7f9fd8e-9313-40b5-8512-6992bbd17993 req-947658e3-bbb3-4477-8575-a668bcd045fc tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 944 time: 0.0469227 Aug 12 12:59:13.239470 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-b7f9fd8e-9313-40b5-8512-6992bbd17993 req-1328f9a2-0e83-4c8d-854b-684cc91d25d5 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299170 Aug 12 12:59:13.272850 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:13.659960 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 up at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 12:59:13.704746 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.provisioning_blocks [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Provisioning complete for port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 triggered by entity L2. {{(pid=100366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 12:59:13.705113 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-555416'] for port, provisioning_complete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:13.776401 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1529563'] for port, before_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:13.797801 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'}] {{(pid=100366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 12:59:13.800021 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8506cf0ea794a70e494866ddf9d741c563c60aa8a43453ada6c693b6464342b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c92f92-9758-4acb-992a-d5d22b420af1" -d '{"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-plugged", "status": "completed", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0"}]}' {{(pid=100366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 12:59:13.818322 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 12:59:13.822137 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776087234708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776086663159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776086665485'] for port, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:13.868702 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Pushing event updated for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=8']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 12:59:13.884881 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 12:59:14.350928 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947e798-179b-4394-826b-1f33ae780efe req-5b7ee839-2add-4681-878e-3e819f324ddc tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:14.352413 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e947e798-179b-4394-826b-1f33ae780efe req-5b7ee839-2add-4681-878e-3e819f324ddc tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0471690 Aug 12 12:59:14.388727 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-e947e798-179b-4394-826b-1f33ae780efe req-5dd707ec-aeab-4be1-b219-4ea3465287c1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303307 Aug 12 12:59:14.917380 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50122b65-4888-433f-85f0-996d428efb9b x-openstack-request-id: req-50122b65-4888-433f-85f0-996d428efb9b {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 12:59:14.917828 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-plugged", "status": "completed", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0", "code": 200}]} {{(pid=100366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 12:59:14.917936 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50122b65-4888-433f-85f0-996d428efb9b {{(pid=100366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 12:59:14.918293 dv-cinder-804294-1-iscsi neutron-server[100366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'code': 200} Aug 12 12:59:14.938558 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:15.132649 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74872c01-5e9d-4a74-8316-a846e3a11b8c req-5047aae4-a83a-49fe-b141-697022f73325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:15.134101 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-74872c01-5e9d-4a74-8316-a846e3a11b8c req-5047aae4-a83a-49fe-b141-697022f73325 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0390413 Aug 12 12:59:15.173741 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-74872c01-5e9d-4a74-8316-a846e3a11b8c req-13692eea-cfaf-459c-9c54-96bd67247b76 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327530 Aug 12 12:59:15.510006 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b0786-eff3-4545-ab6c-23a868416212 req-678c7155-c37b-4821-a954-6bdf40b2566b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:15.511486 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-de5b0786-eff3-4545-ab6c-23a868416212 req-678c7155-c37b-4821-a954-6bdf40b2566b tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0505822 Aug 12 12:59:15.549114 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-de5b0786-eff3-4545-ab6c-23a868416212 req-c28830e4-0c1f-4775-9bf9-d0695da99d80 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Aug 12 12:59:16.666687 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeaa48d-d964-403f-a174-2cb326e313be req-05dac41a-9f88-441c-81e2-5ce832c2f247 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:16.668172 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-beeaa48d-d964-403f-a174-2cb326e313be req-05dac41a-9f88-441c-81e2-5ce832c2f247 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0517778 Aug 12 12:59:16.706050 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-beeaa48d-d964-403f-a174-2cb326e313be req-8457b0ac-936f-47bd-b68a-ba4629f241a5 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Aug 12 12:59:33.720091 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:39.453191 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-0f151f48-424d-4eae-ab0a-d03f7c94309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:42.025421 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-798d36f0-7abc-403f-8de8-1180c3a816f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:42.304567 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:43.277353 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:44.941562 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 12:59:45.589905 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-c8fe0060-4fb2-4532-9ec4-438c264c44a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370133 Aug 12 12:59:45.669561 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-4267b082-ebf9-4296-9eb1-24b8f1d6c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:45.671166 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-4267b082-ebf9-4296-9eb1-24b8f1d6c7d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0413666 Aug 12 12:59:45.772298 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-7f14fa6f-cd82-4eee-b616-cd360e6d1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:45.773693 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-7f14fa6f-cd82-4eee-b616-cd360e6d1dd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0831866 Aug 12 12:59:45.836519 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-57d5e683-85ee-4774-9d28-6396be0fd249 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 1001 time: 0.0544431 Aug 12 12:59:45.887650 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-5188e58c-e8fa-4c07-8a07-1ee84560f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:45.889251 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-5188e58c-e8fa-4c07-8a07-1ee84560f7d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0445039 Aug 12 12:59:45.932572 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-b7867afe-14cf-443a-ba80-be3ea254bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 12:59:45.933902 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-b7867afe-14cf-443a-ba80-be3ea254bba4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381804 Aug 12 12:59:46.018703 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-26f8c9b4-539b-454e-8281-861bacaab178 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776029 Aug 12 12:59:46.107229 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-29739a9b-d0bf-4b41-bfc9-caa4524395e0 req-fe203a03-f055-4b01-933c-6a47281d92be service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806975 Aug 12 12:59:50.882971 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:00:03.736516 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:09.454986 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7622d7e0-7f71-455f-9b28-a9cf16dd7c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:12.025828 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2bae8478-8540-401e-bcb9-bc708b21c3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:12.304123 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:13.278604 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:14.943322 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:27.882878 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:00:33.735699 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:39.456169 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-03d2ea8a-d765-41ed-9b30-61b0197dc6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:42.028330 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-a1f6c189-ea45-4097-a15f-ee54052dc27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:42.304213 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:43.282124 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:44.945954 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:45.021874 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-dc80df62-2b2b-4772-adc6-21cfaaba9257 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392773 Aug 12 13:00:45.100359 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d4984-e670-427b-950a-e8057b0640d0 req-10c433fe-241b-4834-a14c-4e0a8811cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:45.101807 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-10c433fe-241b-4834-a14c-4e0a8811cbf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0393929 Aug 12 13:00:45.203373 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d4984-e670-427b-950a-e8057b0640d0 req-9ca0ce72-6dba-4e6f-9551-ecaa9d2ba222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:45.204666 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-9ca0ce72-6dba-4e6f-9551-ecaa9d2ba222 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.0835948 Aug 12 13:00:45.266448 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-54923c72-f710-4a21-8754-05ba4ab1b94b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 1001 time: 0.0540736 Aug 12 13:00:45.315739 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d4984-e670-427b-950a-e8057b0640d0 req-67752b6c-cc99-4e5f-aea9-921dd3b35dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:45.317094 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-67752b6c-cc99-4e5f-aea9-921dd3b35dd1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0435486 Aug 12 13:00:45.360522 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d4984-e670-427b-950a-e8057b0640d0 req-81c5df8a-8355-4b67-becc-bd8993708421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:45.361924 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-81c5df8a-8355-4b67-becc-bd8993708421 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383275 Aug 12 13:00:45.450475 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-74557a59-7760-4aed-a967-b0b5da65fd53 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812936 Aug 12 13:00:45.540335 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-150d4984-e670-427b-950a-e8057b0640d0 req-7be02764-152f-4202-94ed-dc498e1a1373 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815654 Aug 12 13:00:45.875727 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45344) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:46.030816 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Deleting port b0c03657-0242-4ccd-9469-5664504ebbb6 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:46.031510 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:46.102132 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:46.102394 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:46.114019 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Calling delete_port for b0c03657-0242-4ccd-9469-5664504ebbb6 owned by network:floatingip {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:46.281284 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:46.306403 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event deleted for resources: {'Port': ['ID=b0c03657-0242-4ccd-9469-5664504ebbb6,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:46.317894 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.318239 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.318575 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.318906 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.319257 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.319585 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.319904 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.320228 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.320551 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.320887 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.321187 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.321498 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:46.374455 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for floatingip, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:46.374683 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.db.l3_db [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Floating IP c48168e1-9a40-4a95-9f1d-1057b060336c disassociated (deleted). External IP: 172.27.2.225, port: 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0. Aug 12 13:00:46.577068 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Router 52a50e1c-924d-45e7-87fa-cb625aeaadfc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 13:00:46.687064 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 13:00:46.691687 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for floatingip, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:46.696567 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] Sync routers for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 13:00:46.705609 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 13:00:46.706227 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T13:00:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:46.717473 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-a6ba7962-41f6-4035-b5fe-3bd83221bf9c tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "DELETE /v2.0/floatingips/c48168e1-9a40-4a95-9f1d-1057b060336c HTTP/1.1" status: 204 len: 168 time: 0.8406749 Aug 12 13:00:46.718114 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 13:00:46.720951 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed87e07-1777-4124-b96f-6d4699090600" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 13:00:46.816971 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 13:00:46.836465 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb08a7f-b085-4a14-8e3f-375a9c5bcd5a x-openstack-request-id: req-fcb08a7f-b085-4a14-8e3f-375a9c5bcd5a {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 13:00:46.836748 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 13:00:46.837015 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcb08a7f-b085-4a14-8e3f-375a9c5bcd5a {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 13:00:46.837405 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'status': 'completed', 'code': 200} Aug 12 13:00:46.925797 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87e07-1777-4124-b96f-6d4699090600 req-2bb38ad5-879c-4b2b-9876-c20c580a4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:46.927570 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ed87e07-1777-4124-b96f-6d4699090600 req-2bb38ad5-879c-4b2b-9876-c20c580a4f15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e2ee09caa7624b3c930de92f639940d5&device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 1098 time: 0.0567091 Aug 12 13:00:47.009983 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f2408-c687-49ee-9384-377632abd76b req-f1ee3d63-129b-403a-98a3-557ce0b20a82 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:47.011460 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8e5f2408-c687-49ee-9384-377632abd76b req-f1ee3d63-129b-403a-98a3-557ce0b20a82 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.1007769 Aug 12 13:00:47.058753 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87e07-1777-4124-b96f-6d4699090600 req-c8dc49ac-941a-429b-820c-17c4ea43aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:47.060234 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ed87e07-1777-4124-b96f-6d4699090600 req-c8dc49ac-941a-429b-820c-17c4ea43aeb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 200 len: 909 time: 0.1202099 Aug 12 13:00:47.068385 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-8e5f2408-c687-49ee-9384-377632abd76b req-a9821999-146d-404a-ba65-a734aec0c40d tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479665 Aug 12 13:00:47.072866 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 5, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:47.107003 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] Checking router: 52a50e1c-924d-45e7-87fa-cb625aeaadfc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 13:00:47.121820 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 13:00:47.122456 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T13:00:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:47.269719 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 13:00:47.380268 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ed87e07-1777-4124-b96f-6d4699090600 req-0fd300e8-b468-4edb-b2a6-7419ac58c64d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 200 len: 217 time: 0.3109469 Aug 12 13:00:47.429851 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87e07-1777-4124-b96f-6d4699090600 req-feff5bf5-1792-4f88-99e3-4c7d5d4b0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:47.431343 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ed87e07-1777-4124-b96f-6d4699090600 req-feff5bf5-1792-4f88-99e3-4c7d5d4b0664 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 200 len: 847 time: 0.0433595 Aug 12 13:00:47.475874 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 5, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:47.476188 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87e07-1777-4124-b96f-6d4699090600 req-6bef91d1-5e52-42fe-b1c2-d69a16d2245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:47.477643 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ed87e07-1777-4124-b96f-6d4699090600 req-6bef91d1-5e52-42fe-b1c2-d69a16d2245a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385835 Aug 12 13:00:47.502597 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857f0a8-84aa-486c-8ed0-d9b95b43d3d1 None None] The sync data for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi is: [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T12:55:47Z', 'revision_number': 4, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi', '_interfaces': [{'id': '471e6bd3-4e52-4996-a40c-b3a578e6958a', 'name': '', 'network_id': 'da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'mac_address': 'fa:16:3e:7a:38:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:47Z', 'updated_at': '2021-08-12T12:55:53Z', 'revision_number': 5, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'subnets': [{'id': '843fafe8-dfc5-43d8-b7b0-ce07a36482ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 13:00:47.571201 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ed87e07-1777-4124-b96f-6d4699090600 req-95c0982d-4ced-4de3-8d40-d57ece20f2bc service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848300 Aug 12 13:00:47.662124 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-6ed87e07-1777-4124-b96f-6d4699090600 req-d7dfbcdf-4234-49c0-85cd-a06ae59bbbe7 service neutron] 10.222.0.10 "GET /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835669 Aug 12 13:00:47.713727 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea9d1b0-e2b8-411e-a3fa-3a428e4a43a1 None None] New status for floating IP c48168e1-9a40-4a95-9f1d-1057b060336c: DOWN {{(pid=100367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 13:00:48.185669 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc778e87-0920-4e7c-9cdf-4b71ed472ebf req-a8349211-bc01-4427-a294-97a1774fa3db tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:48.187235 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fc778e87-0920-4e7c-9cdf-4b71ed472ebf req-a8349211-bc01-4427-a294-97a1774fa3db tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0502405 Aug 12 13:00:48.225041 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-fc778e87-0920-4e7c-9cdf-4b71ed472ebf req-1303d573-52b6-4c1b-ac12-988ed70a6b1a tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f61080c-ccf1-484e-ad95-1dae1cda2f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317278 Aug 12 13:00:48.679382 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-4e436ff4-ba2b-4ef3-826a-ff62bc4954f1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 13:00:48.680717 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-4e436ff4-ba2b-4ef3-826a-ff62bc4954f1 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.10 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 945 time: 0.0506852 Aug 12 13:00:48.763920 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Deleting port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:48.764260 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:48.849382 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] For port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0, host hv-cinder-80429, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80429',level=0,port_id=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:48.849731 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:48.861489 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Calling delete_port for 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 owned by compute:nova {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:48.980387 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:49.010915 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event deleted for resources: {'Port': ['ID=5b6828c9-f233-4aa2-9cbe-2149f8aa52b0,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:49.052397 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] No DVR routers for this DVR port 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 on host hv-cinder-80429 {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 13:00:49.054826 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205628'] for port, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:49.056906 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [req-f8b9e6a4-4440-44ff-8e49-cd8b0d950623 req-c035883f-7a7d-45ef-bd20-0b7060fe5c62 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.10 "DELETE /v2.0/ports/5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 HTTP/1.1" status: 204 len: 173 time: 0.3701491 Aug 12 13:00:49.057295 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-deleted', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0'}] {{(pid=100365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 13:00:49.059679 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98e06cc93a200d29e7420ae5aa17b4eaeee67dc6224ef471f2a886d7fb6c14c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf07b27-f915-461b-8d01-cba9c156fdf4" -d '{"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-deleted", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0"}]}' {{(pid=100365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 13:00:49.095360 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e0203f-8afa-4258-8bf0-a1a9ee87a66e x-openstack-request-id: req-67e0203f-8afa-4258-8bf0-a1a9ee87a66e {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 13:00:49.095666 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd896c8-7cb2-4e52-b5ec-04e6c235d58b", "name": "network-vif-deleted", "tag": "5b6828c9-f233-4aa2-9cbe-2149f8aa52b0", "status": "completed", "code": 200}]} {{(pid=100365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 13:00:49.095902 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67e0203f-8afa-4258-8bf0-a1a9ee87a66e {{(pid=100365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 13:00:49.096300 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd896c8-7cb2-4e52-b5ec-04e6c235d58b', 'name': 'network-vif-deleted', 'tag': '5b6828c9-f233-4aa2-9cbe-2149f8aa52b0', 'status': 'completed', 'code': 200} Aug 12 13:00:49.317508 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [req-0be4f72b-fd84-4ae9-ba02-b6b258023f10 req-12f1006c-2ee4-46ac-9fc6-a26669772e9a tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cd896c8-7cb2-4e52-b5ec-04e6c235d58b HTTP/1.1" status: 200 len: 210 time: 0.0281775 Aug 12 13:00:50.372950 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45374) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:50.432123 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-13ecea7c-5a29-4ce0-9950-a38612cae623 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:50.456419 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-13ecea7c-5a29-4ce0-9950-a38612cae623 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:50.513024 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-13ecea7c-5a29-4ce0-9950-a38612cae623 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:50.516830 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-13ecea7c-5a29-4ce0-9950-a38612cae623 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Notify callbacks [] for security_group, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:50.517949 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-13ecea7c-5a29-4ce0-9950-a38612cae623 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] 10.222.0.22 "DELETE /v2.0/security-groups/1f61080c-ccf1-484e-ad95-1dae1cda2f3c HTTP/1.1" status: 204 len: 168 time: 0.1440117 Aug 12 13:00:50.535974 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecea7c-5a29-4ce0-9950-a38612cae623 tempest-TestShelveInstance-196739651 tempest-TestShelveInstance-196739651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f61080c-ccf1-484e-ad95-1dae1cda2f3c,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:50.562952 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45378) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:50.986976 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:51.224102 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Deleting port 471e6bd3-4e52-4996-a40c-b3a578e6958a {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:51.224432 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:51.298396 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] For port 471e6bd3-4e52-4996-a40c-b3a578e6958a, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=471e6bd3-4e52-4996-a40c-b3a578e6958a,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:51.298750 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:51.310517 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Calling delete_port for 471e6bd3-4e52-4996-a40c-b3a578e6958a owned by network:router_interface {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:51.482069 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:51.510979 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=471e6bd3-4e52-4996-a40c-b3a578e6958a,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:51.667454 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:51.875925 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Router 52a50e1c-924d-45e7-87fa-cb625aeaadfc has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 13:00:51.978221 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 13:00:51.983164 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-3a88d6c3-b686-4aab-8dc5-14dbc7242e45 admin admin] 10.222.0.22 "PUT /v2.0/routers/52a50e1c-924d-45e7-87fa-cb625aeaadfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4224024 Aug 12 13:00:51.985566 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45382) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:51.989334 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] Sync routers for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 13:00:51.998539 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 13:00:51.999285 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T13:00:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:52.088015 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks [] for router, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.103735 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 no longer exists at agent hyperv_hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 13:00:52.131692 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: dv-cinder-804294-1-iscsi {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 13:00:52.133603 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] No Port match for: 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 13:00:52.133758 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Device 5b6828c9-f233-4aa2-9cbe-2149f8aa52b0 not bound to the agent host hv-cinder-80429 {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 13:00:52.184632 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.238921 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Deleting port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:52.239295 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.319303 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] For port 245fad4e-e1d7-4dfb-b11b-6ce01ce01456, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:52.319661 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.332876 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Calling delete_port for 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 owned by network:router_gateway {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:52.432573 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171'}], 'enable_snat': True}, 'gw_port_id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T13:00:51Z', 'revision_number': 5, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port': {'id': '245fad4e-e1d7-4dfb-b11b-6ce01ce01456', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:45Z', 'updated_at': '2021-08-12T12:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:52.462948 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] Checking router: 52a50e1c-924d-45e7-87fa-cb625aeaadfc for host: dv-cinder-804294-1-iscsi {{(pid=100366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 13:00:52.471090 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] Routers {'52a50e1c-924d-45e7-87fa-cb625aeaadfc'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 13:00:52.471696 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T13:00:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'], 'active': True} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:52.498853 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.524408 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Pushing event deleted for resources: {'Port': ['ID=245fad4e-e1d7-4dfb-b11b-6ce01ce01456,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:52.556458 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvr_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] Set router 52a50e1c-924d-45e7-87fa-cb625aeaadfc gateway port host: None {{(pid=100366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 13:00:52.586390 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.610539 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_hamode_db [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T13:00:52Z', 'revision_number': 6, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port_host': None}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:52.636960 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa8b49c-8c30-4efd-b108-3ab98913bd71 None None] The sync data for ids ['52a50e1c-924d-45e7-87fa-cb625aeaadfc'] in dv-cinder-804294-1-iscsi is: [{'id': '52a50e1c-924d-45e7-87fa-cb625aeaadfc', 'name': 'tempest-TestShelveInstance-698598638-router', 'tenant_id': 'e2ee09caa7624b3c930de92f639940d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:44Z', 'updated_at': '2021-08-12T13:00:52Z', 'revision_number': 6, 'project_id': 'e2ee09caa7624b3c930de92f639940d5', 'gw_port_host': None}] {{(pid=100366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 13:00:52.676305 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.678320 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.719362 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.719902 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a50e1c-924d-45e7-87fa-cb625aeaadfc {{(pid=100365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 13:00:52.724101 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] Notify callbacks [] for router, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.725247 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-ca601e00-3ec7-4128-a33e-144345dad863 admin admin] 10.222.0.22 "DELETE /v2.0/routers/52a50e1c-924d-45e7-87fa-cb625aeaadfc HTTP/1.1" status: 204 len: 168 time: 0.7387369 Aug 12 13:00:52.727598 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45384) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:52.773042 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] Deleting subnet 843fafe8-dfc5-43d8-b7b0-ce07a36482ab {{(pid=100365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 13:00:52.776002 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.809056 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13491310'] for subnet, precommit_delete_associations {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.882423 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.933442 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13397426', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078817'] for subnet, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.961914 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843fafe8-dfc5-43d8-b7b0-ce07a36482ab,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:52.963848 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:52.968580 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-d5f2c4ee-490b-4abd-b6dd-22a0ca8ea3ca admin admin] 10.222.0.22 "DELETE /v2.0/subnets/843fafe8-dfc5-43d8-b7b0-ce07a36482ab HTTP/1.1" status: 204 len: 168 time: 0.2371519 Aug 12 13:00:52.968580 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.wsgi [-] (100365) accepted ('10.222.0.22', 45386) {{(pid=100365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:52.969339 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e051d56-941f-46a1-a7e0-91905651e92b None None] Network da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 13:00:53.041612 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.104247 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Deleting port b492e681-86b7-46dd-b59f-367a54d4a539 {{(pid=100365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:53.104584 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.171006 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.db [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] For port b492e681-86b7-46dd-b59f-367a54d4a539, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=b492e681-86b7-46dd-b59f-367a54d4a539,segment=NetworkSegment(71f434c4-5334-48f9-8a5b-ed83caac7521),segment_id=71f434c4-5334-48f9-8a5b-ed83caac7521)] {{(pid=100365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:53.171931 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.183813 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.plugin [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Calling delete_port for b492e681-86b7-46dd-b59f-367a54d4a539 owned by network:dhcp {{(pid=100365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:53.256782 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13397377'] for port, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.278630 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Pushing event deleted for resources: {'Port': ['ID=b492e681-86b7-46dd-b59f-367a54d4a539,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:53.284886 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] No DVR routers for this DVR port b492e681-86b7-46dd-b59f-367a54d4a539 on host dv-cinder-804294-1-iscsi {{(pid=100365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 13:00:53.352910 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.362633 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4']}} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:53.372232 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f434c4-5334-48f9-8a5b-ed83caac7521') {'for_net_delete': True} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:53.372460 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.services.segments.db [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f434c4-5334-48f9-8a5b-ed83caac7521') {} {{(pid=100365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:53.380830 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13491321'] for segment, before_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.394500 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.400117 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 13:00:53.400493 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13397356'] for segment, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: Traceback (most recent call last): Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: timer() Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: cb(*args, **kw) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: return func(*args, **kwargs) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: self._notify() Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: self.callback(batched_events) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: event.method(event) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: return f(self, *a, **k) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._get(url).json() Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: return self.request(url, 'GET', **kwargs) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 13:00:53.402059 dv-cinder-804294-1-iscsi neutron-server[100365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 13:00:53.457147 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.462724 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron_lib.callbacks.manager [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:53.470173 dv-cinder-804294-1-iscsi neutron-server[100365]: INFO neutron.wsgi [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] 10.222.0.22 "DELETE /v2.0/networks/da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 HTTP/1.1" status: 204 len: 168 time: 0.5005283 Aug 12 13:00:53.470299 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45388) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:53.472652 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48406133-123e-44ad-b7dc-f131f0f03fa2 None None] DHCP port deletion for da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4 request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 13:00:53.486287 dv-cinder-804294-1-iscsi neutron-server[100365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac0b9-b85b-4551-ade6-6614d7183835 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4e513f-a8c4-4c3c-9fab-5c54e1fde9d4,revision_number=None']} {{(pid=100365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:53.548579 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 471e6bd3-4e52-4996-a40c-b3a578e6958a no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 13:00:53.569212 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 471e6bd3-4e52-4996-a40c-b3a578e6958a {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 13:00:53.569552 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 471e6bd3-4e52-4996-a40c-b3a578e6958a not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 13:00:53.840450 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:54.075785 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Deleting port 7d82f12e-28ed-4585-a6be-de101ec3fc7f {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:54.076133 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:54.150092 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] For port 7d82f12e-28ed-4585-a6be-de101ec3fc7f, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=7d82f12e-28ed-4585-a6be-de101ec3fc7f,segment=NetworkSegment(375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6),segment_id=375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:54.150447 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:54.162372 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Calling delete_port for 7d82f12e-28ed-4585-a6be-de101ec3fc7f owned by network:router_interface {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:54.334113 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:54.359105 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7d82f12e-28ed-4585-a6be-de101ec3fc7f,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:54.385024 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.385374 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.385747 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.386133 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.386461 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.386796 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.387145 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.387470 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.387799 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.388115 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.388431 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.388769 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:54.528534 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-529189'] for router_interface, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:54.730777 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Router a6161948-6a1a-46f4-b09c-32ee7a40d96a has already been hosted by L3 agent 91752429-4f2f-478b-90a2-e48ecf658bea {{(pid=100364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 13:00:54.829344 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] Notify agent at l3_agent.dv-cinder-804294-1-iscsi the message routers_updated {{(pid=100364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 13:00:54.834329 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-55c34063-04ac-48c9-99d5-ee10610014ae admin admin] 10.222.0.22 "PUT /v2.0/routers/a6161948-6a1a-46f4-b09c-32ee7a40d96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630478 Aug 12 13:00:54.836758 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45390) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:54.840385 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] Sync routers for ids ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'] in dv-cinder-804294-1-iscsi {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 13:00:54.849568 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] Routers {'a6161948-6a1a-46f4-b09c-32ee7a40d96a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 13:00:54.850236 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T13:00:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:54.937834 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:54.957249 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] Set router a6161948-6a1a-46f4-b09c-32ee7a40d96a gateway port host: dv-cinder-804294-1-iscsi {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 13:00:55.041193 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.095207 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Deleting port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:55.095556 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.138633 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'external_fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T13:00:54Z', 'revision_number': 5, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port': {'id': '5b282484-88f2-4cad-9b93-1aca4d4bd4ed', 'name': '', 'network_id': '6d1e3556-c364-484c-a8a5-dd20eff8d7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804294-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T12:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd236007c-a584-4d58-ad7d-b6b4e3cf01c0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804294-1-iscsi'}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:55.165569 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] Checking router: a6161948-6a1a-46f4-b09c-32ee7a40d96a for host: dv-cinder-804294-1-iscsi {{(pid=100367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 13:00:55.168578 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 13:00:55.180358 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] Routers {'a6161948-6a1a-46f4-b09c-32ee7a40d96a'} bound to L3 agent in host dv-cinder-804294-1-iscsi {{(pid=100367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 13:00:55.181115 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804294-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T12:34:42Z,description=,heartbeat_timestamp=2021-08-12T13:00:42Z,host='dv-cinder-804294-1-iscsi',id=91752429-4f2f-478b-90a2-e48ecf658bea,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T12:34:42Z,topic='l3_agent')) {'router_ids': ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'], 'active': True} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:55.183822 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] For port 5b282484-88f2-4cad-9b93-1aca4d4bd4ed, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,segment=NetworkSegment(2771069d-875b-4438-ba92-a21716b16032),segment_id=2771069d-875b-4438-ba92-a21716b16032)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:55.184051 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.191678 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 13:00:55.192283 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 245fad4e-e1d7-4dfb-b11b-6ce01ce01456 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 13:00:55.192696 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b492e681-86b7-46dd-b59f-367a54d4a539 no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 13:00:55.195954 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Calling delete_port for 5b282484-88f2-4cad-9b93-1aca4d4bd4ed owned by network:router_gateway {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:55.217509 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: b492e681-86b7-46dd-b59f-367a54d4a539 {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 13:00:55.218758 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device b492e681-86b7-46dd-b59f-367a54d4a539 not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 13:00:55.363232 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_dvr_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] Set router a6161948-6a1a-46f4-b09c-32ee7a40d96a gateway port host: None {{(pid=100367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 13:00:55.416774 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.l3_hamode_db [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T13:00:55Z', 'revision_number': 6, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port_host': None}], 'dv-cinder-804294-1-iscsi', False) {} {{(pid=100367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:55.447241 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d249f-f3ca-41ba-9a66-602e4a171d39 None None] The sync data for ids ['a6161948-6a1a-46f4-b09c-32ee7a40d96a'] in dv-cinder-804294-1-iscsi is: [{'id': 'a6161948-6a1a-46f4-b09c-32ee7a40d96a', 'name': 'tempest-TestShelveInstance-1470638012-router', 'tenant_id': '7bcad80ece784f9faaba84a8581c3bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T12:55:49Z', 'updated_at': '2021-08-12T13:00:55Z', 'revision_number': 6, 'project_id': '7bcad80ece784f9faaba84a8581c3bce', 'gw_port_host': None}] {{(pid=100367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 13:00:55.600500 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.622912 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b282484-88f2-4cad-9b93-1aca4d4bd4ed,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:55.685064 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-532447'] for router_gateway, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.770942 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1156'] for router, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.773561 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.821984 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-527420'] for router, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.822520 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6161948-6a1a-46f4-b09c-32ee7a40d96a {{(pid=100364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 13:00:55.826779 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.828051 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c7f9cf66-1399-4e6c-876c-2eda77094fb2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a6161948-6a1a-46f4-b09c-32ee7a40d96a HTTP/1.1" status: 204 len: 168 time: 0.9904027 Aug 12 13:00:55.830591 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45392) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:55.877810 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] Deleting subnet 48d34f78-cd3f-4bf8-b93d-499101f9fe65 {{(pid=100364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 13:00:55.880845 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.917052 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14515135'] for subnet, precommit_delete_associations {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:55.994426 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1417314'] for subnet, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.044636 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1417333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13208915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12678762'] for subnet, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.069406 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d34f78-cd3f-4bf8-b93d-499101f9fe65,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:56.073110 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for subnet, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.075238 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-2c700d08-c955-4f53-830c-b68b9b36d739 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/48d34f78-cd3f-4bf8-b93d-499101f9fe65 HTTP/1.1" status: 204 len: 168 time: 0.2434149 Aug 12 13:00:56.077423 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45394) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:56.078739 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde38ecc-e3d9-494b-91b7-93bd2f272ef5 None None] Network 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e requested from dv-cinder-804294-1-iscsi {{(pid=100366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 13:00:56.148608 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1500605'] for network, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.203079 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Deleting port 12fa0474-8d8a-4448-8e04-b1874337065e {{(pid=100364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:56.203422 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.265742 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] DHCP port deletion for 5cb22c9d-44ef-4f6a-8e02-2dd68eab299e request from dv-cinder-804294-1-iscsi {{(pid=100366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 13:00:56.266420 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] For port 12fa0474-8d8a-4448-8e04-b1874337065e, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=12fa0474-8d8a-4448-8e04-b1874337065e,segment=NetworkSegment(375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6),segment_id=375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6)] {{(pid=100364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:56.266420 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.285616 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.plugin [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Calling delete_port for 12fa0474-8d8a-4448-8e04-b1874337065e owned by network:dhcp {{(pid=100364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:56.315910 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Deleting port 12fa0474-8d8a-4448-8e04-b1874337065e {{(pid=100366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 13:00:56.316284 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776087229480'] for port, before_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.365414 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13208928'] for port, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.378746 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.db [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] For port 12fa0474-8d8a-4448-8e04-b1874337065e, host dv-cinder-804294-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804294-1-iscsi',level=0,port_id=12fa0474-8d8a-4448-8e04-b1874337065e,segment=NetworkSegment(375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6),segment_id=375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6)] {{(pid=100366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 13:00:56.379196 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534458'] for port, precommit_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.391557 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=12fa0474-8d8a-4448-8e04-b1874337065e,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:56.394009 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Calling delete_port for 12fa0474-8d8a-4448-8e04-b1874337065e owned by network:dhcp {{(pid=100366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 13:00:56.395286 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] No DVR routers for this DVR port 12fa0474-8d8a-4448-8e04-b1874337065e on host dv-cinder-804294-1-iscsi {{(pid=100364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 13:00:56.479688 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1417957', 'neutron.services.segments.db._delete_segments_for_network-8776087174256'] for network, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.481965 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1529717', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256735', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776087234690', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776086663150'] for port, after_delete {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.489506 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb22c9d-44ef-4f6a-8e02-2dd68eab299e']}} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:56.499637 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6') {'for_net_delete': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:56.499930 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.services.segments.db [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375b4668-fd61-4fa9-b0c8-2c1aeeeee9b6') {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 13:00:56.508731 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776087178617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14515112'] for segment, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.509060 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] No DVR routers for this DVR port 12fa0474-8d8a-4448-8e04-b1874337065e on host dv-cinder-804294-1-iscsi {{(pid=100366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 13:00:56.516795 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Pushing event deleted for resources: {'Port': ['ID=12fa0474-8d8a-4448-8e04-b1874337065e,revision_number=None']} {{(pid=100366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:56.522341 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.522626 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.522966 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.523327 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.523659 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.523994 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.524323 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.524650 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.524981 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.525308 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.525629 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.525951 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb146d5c-0545-4c55-80d9-365b8b554ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804294-1-iscsi {{(pid=100366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 13:00:56.529478 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251'] for segment, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.536305 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 13:00:56.536700 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1417251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13208973'] for segment, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: Traceback (most recent call last): Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: timer() Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: cb(*args, **kw) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: return func(*args, **kwargs) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: self._notify() Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: self.callback(batched_events) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: event.method(event) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: return f(self, *a, **k) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._get(url).json() Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: return self.request(url, 'GET', **kwargs) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 13:00:56.538518 dv-cinder-804294-1-iscsi neutron-server[100364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 13:00:56.590994 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1417980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-532387'] for network, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.595911 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550946'] for network, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.597853 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] 10.222.0.22 "DELETE /v2.0/networks/5cb22c9d-44ef-4f6a-8e02-2dd68eab299e HTTP/1.1" status: 204 len: 168 time: 0.5194292 Aug 12 13:00:56.609971 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf110fe-29a8-45d2-93d4-8f2be1c72dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb22c9d-44ef-4f6a-8e02-2dd68eab299e,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:56.705681 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45398) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:56.753202 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-c5bd0003-01f4-409d-85c3-0c6b13a53876 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2ee09caa7624b3c930de92f639940d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463462 Aug 12 13:00:56.755638 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45400) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:56.801952 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-73f2fdbe-5aed-4ad8-9695-4eaefd99b6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.822403 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-73f2fdbe-5aed-4ad8-9695-4eaefd99b6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.871236 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-73f2fdbe-5aed-4ad8-9695-4eaefd99b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.873733 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-73f2fdbe-5aed-4ad8-9695-4eaefd99b6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:56.875468 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-73f2fdbe-5aed-4ad8-9695-4eaefd99b6d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dc3d08b-adaa-47c5-aa0b-43455faedc95 HTTP/1.1" status: 204 len: 168 time: 0.1188717 Aug 12 13:00:56.882755 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2fdbe-5aed-4ad8-9695-4eaefd99b6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3d08b-adaa-47c5-aa0b-43455faedc95,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:00:57.114973 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7d82f12e-28ed-4585-a6be-de101ec3fc7f no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 13:00:57.139158 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 7d82f12e-28ed-4585-a6be-de101ec3fc7f {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 13:00:57.139534 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 7d82f12e-28ed-4585-a6be-de101ec3fc7f not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 13:00:57.139966 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 5b282484-88f2-4cad-9b93-1aca4d4bd4ed no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 13:00:57.158308 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 5b282484-88f2-4cad-9b93-1aca4d4bd4ed {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 13:00:57.158650 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 5b282484-88f2-4cad-9b93-1aca4d4bd4ed not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 13:00:57.159067 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 12fa0474-8d8a-4448-8e04-b1874337065e no longer exists at agent ovs-agent-dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 13:00:57.177187 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] No Port match for: 12fa0474-8d8a-4448-8e04-b1874337065e {{(pid=100366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 13:00:57.177526 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron.plugins.ml2.rpc [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Device 12fa0474-8d8a-4448-8e04-b1874337065e not bound to the agent host dv-cinder-804294-1-iscsi {{(pid=100366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 13:00:57.195644 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45406) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:57.233008 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-d93f9bc2-afb0-4de0-9c01-cab52d89a48e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bcad80ece784f9faaba84a8581c3bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361912 Aug 12 13:00:57.235633 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [-] (100364) accepted ('10.222.0.22', 45408) {{(pid=100364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 13:00:57.281400 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355d1d0d-d99e-45cd-b860-221c2b7b4e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:57.301601 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355d1d0d-d99e-45cd-b860-221c2b7b4e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:57.348381 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355d1d0d-d99e-45cd-b860-221c2b7b4e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610747'] for security_group, after_delete {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:57.351051 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-355d1d0d-d99e-45cd-b860-221c2b7b4e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:00:57.352216 dv-cinder-804294-1-iscsi neutron-server[100364]: INFO neutron.wsgi [None req-355d1d0d-d99e-45cd-b860-221c2b7b4e00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9732bc2-61bc-4b81-89be-ea4e6a2a8903 HTTP/1.1" status: 204 len: 168 time: 0.1156757 Aug 12 13:00:57.360144 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d1d0d-d99e-45cd-b860-221c2b7b4e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9732bc2-61bc-4b81-89be-ea4e6a2a8903,revision_number=None']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 13:01:03.755986 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:04.881252 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:01:09.456046 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4c8ccc3a-08f5-42de-aa88-5588cb96f3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:12.152162 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4dd0983a-7d74-4551-bcfe-b9092bd55d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:12.303883 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:13.285079 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:14.948444 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:33.763876 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:39.456596 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ecf3df61-eb8d-49e6-a4d8-a70b570cf284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:41.879959 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:01:42.031862 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d792ec70-eb6a-45ac-a121-b0ae82c1be05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:42.304589 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:43.286626 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:01:44.951768 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:03.765082 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:09.456010 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-dc1ce949-1760-4daa-bf67-d6ecb39cf2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:12.031304 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c8dd02e1-c1d9-405f-9683-06c3b21b87a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:12.304976 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:13.289664 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:14.955126 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:18.878474 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:02:33.765584 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:39.456860 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-8be1c278-233e-4cf3-a73d-c369defc9d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:42.031801 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a636-6e1e-42dd-a9e8-4f10c57cca34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:42.304342 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:43.292472 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:44.957116 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:02:55.877056 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:03:03.765766 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:09.457385 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-d3fff1a7-7c22-4549-88db-e66b9cb31ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:12.034766 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-f247ff79-4cf4-4608-8936-05e8dd3d50a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:12.305196 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:13.293445 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:14.959707 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:32.875582 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:03:33.767220 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:39.458036 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-1f2cc880-88e0-4b73-aed2-a6b6af4c2b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:42.035300 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-4bdd2873-e8d4-4bec-8857-c2a9fce7b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:42.306056 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:43.295694 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:03:44.963519 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:03.762664 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:09.458391 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c99720d2-53a3-4d0a-9e4c-795a439a79ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:09.874789 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:04:12.035527 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9aee2738-f6dd-4d2c-8d81-f6b557626cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:12.305932 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:13.299335 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:14.963734 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:33.761287 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:39.459294 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-91867f66-3ce6-4613-ab75-0c75b82d6cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:42.036368 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7141d024-caf8-4d56-b299-3b80e5f17de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:42.306684 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:43.301494 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:44.966585 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:04:46.873962 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:05:03.773873 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:09.459757 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-9a0843dd-71ea-4461-a493-25cb04c94597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:12.036424 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c0585b8d-4631-44cc-8be6-b19fb9c471ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:12.309083 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:13.304663 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:14.972456 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:23.872662 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:05:33.787268 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:39.458994 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-95e77709-cbf9-4092-84b2-72c37141c7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:42.035941 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-ef2fc996-b35c-44b2-900d-f044657c7298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:42.309268 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:43.308071 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-69e086b2-5154-4e84-b5e7-eb99a1ce7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:05:44.971295 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-2eb80d5b-ad72-4a8f-ab5e-90acd96bd2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:06:00.871062 dv-cinder-804294-1-iscsi neutron-server[100367]: DEBUG neutron.db.agents_db [None req-80b88a54-a883-4fb2-a352-5d9b6d76f818 None None] Agent healthcheck: found 6 active agents {{(pid=100367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 13:06:03.806602 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-72258d07-1af5-49ee-b139-0dd81fa159a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:06:05.218085 dv-cinder-804294-1-iscsi neutron-server[100364]: DEBUG neutron.wsgi [req-fb2794db-94e0-4918-b203-9542772dc0f4 req-add9c06f-44bd-4ca4-91ec-31a1a98dafb7 service neutron] (100364) timed out ('10.222.0.22', 40492) {{(pid=100364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 13:06:09.458830 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-52efb5b8-739c-462a-8f75-727fe6af80e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:06:12.036871 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-7cd97b37-e2a5-47a6-a4aa-68fd63b31cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 13:06:12.310086 dv-cinder-804294-1-iscsi neutron-server[100366]: DEBUG neutron_lib.callbacks.manager [None req-c77fd243-04f6-48eb-b715-4b7e03c9e8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776087174148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-555371'] for agent, after_update {{(pid=100366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}